2024-11-19 20:21:03,273 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-19 20:21:03,285 main DEBUG Took 0.010278 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 20:21:03,285 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 20:21:03,286 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 20:21:03,286 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 20:21:03,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,295 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 20:21:03,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,310 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,311 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,312 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,313 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,314 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,315 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,316 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:21:03,318 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,318 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 20:21:03,320 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:21:03,321 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 20:21:03,323 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 20:21:03,323 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 20:21:03,324 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 20:21:03,325 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 20:21:03,334 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 20:21:03,336 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 20:21:03,338 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 20:21:03,338 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 20:21:03,339 main DEBUG createAppenders(={Console}) 2024-11-19 20:21:03,340 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-19 20:21:03,340 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-19 20:21:03,340 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-19 20:21:03,341 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 20:21:03,341 main DEBUG OutputStream closed 2024-11-19 20:21:03,341 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 20:21:03,341 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 20:21:03,342 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-19 20:21:03,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 20:21:03,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 20:21:03,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 20:21:03,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 20:21:03,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 20:21:03,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 20:21:03,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 20:21:03,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 20:21:03,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 20:21:03,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 20:21:03,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 20:21:03,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 20:21:03,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 20:21:03,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 20:21:03,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 20:21:03,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 20:21:03,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 20:21:03,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 20:21:03,425 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 20:21:03,426 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-19 20:21:03,426 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 20:21:03,427 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-19T20:21:03,656 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd 2024-11-19 20:21:03,659 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 20:21:03,660 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T20:21:03,669 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-19T20:21:03,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:21:03,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1, deleteOnExit=true 2024-11-19T20:21:03,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:21:03,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/test.cache.data in system properties and HBase conf 2024-11-19T20:21:03,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:21:03,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:21:03,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:21:03,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:21:03,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:21:03,802 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T20:21:03,902 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:21:03,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:21:03,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:21:03,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:21:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:21:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:21:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:21:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:21:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:21:03,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:21:03,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:21:03,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:21:03,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:21:03,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:21:03,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:21:04,761 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T20:21:04,839 INFO [Time-limited test {}] log.Log(170): Logging initialized @2311ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T20:21:04,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:21:04,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:21:05,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:21:05,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:21:05,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:21:05,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:21:05,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:21:05,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:21:05,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/java.io.tmpdir/jetty-localhost-34781-hadoop-hdfs-3_4_1-tests_jar-_-any-4162918169895934093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:21:05,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34781} 2024-11-19T20:21:05,237 INFO [Time-limited test {}] server.Server(415): Started @2710ms 2024-11-19T20:21:05,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:21:05,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:21:05,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:21:05,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:21:05,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:21:05,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:21:05,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:21:05,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/java.io.tmpdir/jetty-localhost-42101-hadoop-hdfs-3_4_1-tests_jar-_-any-13302645023322956779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:21:05,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42101} 2024-11-19T20:21:05,773 INFO [Time-limited test {}] server.Server(415): Started @3246ms 2024-11-19T20:21:05,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:21:06,327 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/dfs/data/data1/current/BP-1658513218-172.17.0.2-1732047664502/current, will proceed with Du for space computation calculation, 2024-11-19T20:21:06,327 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/dfs/data/data2/current/BP-1658513218-172.17.0.2-1732047664502/current, will proceed with Du for space computation calculation, 2024-11-19T20:21:06,360 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:21:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3343119d928dcec1 with lease ID 0x1081b7bec6c49132: Processing first storage report for DS-ab779001-108e-4032-bd1d-18f2133672f4 from datanode DatanodeRegistration(127.0.0.1:42201, datanodeUuid=0a4af477-32e7-4ec5-b756-1c467db4d622, infoPort=40621, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=645720100;c=1732047664502) 2024-11-19T20:21:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3343119d928dcec1 with lease ID 0x1081b7bec6c49132: from storage DS-ab779001-108e-4032-bd1d-18f2133672f4 node DatanodeRegistration(127.0.0.1:42201, datanodeUuid=0a4af477-32e7-4ec5-b756-1c467db4d622, infoPort=40621, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=645720100;c=1732047664502), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T20:21:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3343119d928dcec1 with lease ID 0x1081b7bec6c49132: Processing first storage report for DS-5e327634-d18a-4ff6-9892-8ead3fc05f2c from datanode DatanodeRegistration(127.0.0.1:42201, datanodeUuid=0a4af477-32e7-4ec5-b756-1c467db4d622, infoPort=40621, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=645720100;c=1732047664502) 2024-11-19T20:21:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3343119d928dcec1 with lease ID 0x1081b7bec6c49132: from storage DS-5e327634-d18a-4ff6-9892-8ead3fc05f2c node DatanodeRegistration(127.0.0.1:42201, datanodeUuid=0a4af477-32e7-4ec5-b756-1c467db4d622, infoPort=40621, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=645720100;c=1732047664502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:21:06,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd 2024-11-19T20:21:06,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/zookeeper_0, clientPort=51443, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:21:06,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51443 2024-11-19T20:21:06,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:06,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:21:07,169 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca with version=8 2024-11-19T20:21:07,169 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/hbase-staging 2024-11-19T20:21:07,301 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T20:21:07,580 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:21:07,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:21:07,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:21:07,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:21:07,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:21:07,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:21:07,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:21:07,803 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T20:21:07,812 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T20:21:07,816 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:21:07,846 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20018 (auto-detected) 2024-11-19T20:21:07,847 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T20:21:07,867 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40425 2024-11-19T20:21:07,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:07,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:07,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40425 connecting to ZooKeeper ensemble=127.0.0.1:51443 2024-11-19T20:21:07,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404250x0, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:21:07,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40425-0x1001171b6200000 connected 2024-11-19T20:21:07,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:21:07,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:21:07,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:21:07,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40425 2024-11-19T20:21:07,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40425 2024-11-19T20:21:07,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40425 2024-11-19T20:21:07,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40425 2024-11-19T20:21:07,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40425 2024-11-19T20:21:07,983 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca, hbase.cluster.distributed=false 2024-11-19T20:21:08,052 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:21:08,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:21:08,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:21:08,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:21:08,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:21:08,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:21:08,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:21:08,059 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:21:08,060 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33765 2024-11-19T20:21:08,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:21:08,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:21:08,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:08,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:08,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33765 connecting to ZooKeeper ensemble=127.0.0.1:51443 2024-11-19T20:21:08,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337650x0, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:21:08,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33765-0x1001171b6200001 connected 2024-11-19T20:21:08,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:21:08,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:21:08,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:21:08,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-19T20:21:08,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33765 2024-11-19T20:21:08,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33765 2024-11-19T20:21:08,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-19T20:21:08,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-19T20:21:08,090 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,40425,1732047667293 2024-11-19T20:21:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:21:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:21:08,099 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,40425,1732047667293 2024-11-19T20:21:08,106 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:40425 2024-11-19T20:21:08,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:21:08,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:21:08,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:08,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:08,120 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:21:08,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:21:08,121 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,40425,1732047667293 from backup master directory 2024-11-19T20:21:08,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,40425,1732047667293 2024-11-19T20:21:08,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:21:08,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:21:08,125 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:21:08,125 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,40425,1732047667293 2024-11-19T20:21:08,127 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T20:21:08,129 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T20:21:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:21:08,599 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/hbase.id with ID: ae2936fc-b940-4df1-94bf-6d87d434066e 2024-11-19T20:21:08,640 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:21:08,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:08,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:08,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:21:09,098 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:21:09,100 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:21:09,118 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:09,123 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:21:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:21:09,572 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store 2024-11-19T20:21:09,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:21:09,993 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T20:21:09,994 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:09,995 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:21:09,995 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:21:09,995 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:21:09,995 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:21:09,995 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:21:09,995 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:21:09,996 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:21:09,998 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/.initializing 2024-11-19T20:21:09,998 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/WALs/581e77bfee5a,40425,1732047667293 2024-11-19T20:21:10,004 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:21:10,015 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C40425%2C1732047667293, suffix=, logDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/WALs/581e77bfee5a,40425,1732047667293, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/oldWALs, maxLogs=10 2024-11-19T20:21:10,037 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/WALs/581e77bfee5a,40425,1732047667293/581e77bfee5a%2C40425%2C1732047667293.1732047670020, exclude list is [], retry=0 2024-11-19T20:21:10,054 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-ab779001-108e-4032-bd1d-18f2133672f4,DISK] 2024-11-19T20:21:10,058 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T20:21:10,101 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/WALs/581e77bfee5a,40425,1732047667293/581e77bfee5a%2C40425%2C1732047667293.1732047670020 2024-11-19T20:21:10,102 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40621:40621)] 2024-11-19T20:21:10,102 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:21:10,103 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:10,106 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,107 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:21:10,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:10,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:10,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:21:10,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:10,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:10,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:21:10,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:10,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:10,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:21:10,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:10,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:10,199 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,200 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:21:10,212 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:21:10,217 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:21:10,218 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64978767, jitterRate=-0.03174091875553131}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:21:10,223 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:21:10,224 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:21:10,253 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0f4ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:10,289 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:21:10,301 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:21:10,302 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:21:10,304 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:21:10,306 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T20:21:10,311 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-19T20:21:10,311 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:21:10,338 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:21:10,351 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:21:10,353 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:21:10,356 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:21:10,357 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:21:10,358 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:21:10,360 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:21:10,364 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:21:10,366 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:21:10,367 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:21:10,369 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:21:10,379 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:21:10,381 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:21:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:21:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:21:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:10,386 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,40425,1732047667293, sessionid=0x1001171b6200000, setting cluster-up flag (Was=false) 2024-11-19T20:21:10,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:10,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:10,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:21:10,406 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,40425,1732047667293 2024-11-19T20:21:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:10,418 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:21:10,419 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,40425,1732047667293 2024-11-19T20:21:10,503 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:21:10,504 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:33765 2024-11-19T20:21:10,505 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1008): ClusterId : ae2936fc-b940-4df1-94bf-6d87d434066e 2024-11-19T20:21:10,508 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:21:10,509 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:21:10,512 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:21:10,514 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:21:10,514 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:21:10,516 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:21:10,517 DEBUG [RS:0;581e77bfee5a:33765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ebebaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:10,519 DEBUG [RS:0;581e77bfee5a:33765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac70807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:21:10,517 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,40425,1732047667293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:21:10,521 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:21:10,521 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:21:10,521 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:21:10,521 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:21:10,521 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:21:10,521 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:21:10,521 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:21:10,522 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:21:10,522 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,522 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:21:10,522 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,524 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047700523 2024-11-19T20:21:10,524 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,40425,1732047667293 with isa=581e77bfee5a/172.17.0.2:33765, startcode=1732047668051 2024-11-19T20:21:10,526 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:21:10,527 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:21:10,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:21:10,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:21:10,531 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:21:10,532 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:21:10,532 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:21:10,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:10,533 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:21:10,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:21:10,533 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,536 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:21:10,537 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:21:10,538 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:21:10,540 DEBUG [RS:0;581e77bfee5a:33765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:21:10,541 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:21:10,541 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:21:10,543 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047670542,5,FailOnTimeoutGroup] 2024-11-19T20:21:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:21:10,547 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047670543,5,FailOnTimeoutGroup] 2024-11-19T20:21:10,547 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,548 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:21:10,549 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,549 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,574 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41725, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:21:10,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:10,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40425 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:10,602 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:21:10,602 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39959 2024-11-19T20:21:10,602 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:21:10,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:21:10,608 DEBUG [RS:0;581e77bfee5a:33765 {}] zookeeper.ZKUtil(111): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,33765,1732047668051 2024-11-19T20:21:10,608 WARN [RS:0;581e77bfee5a:33765 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:21:10,608 INFO [RS:0;581e77bfee5a:33765 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:21:10,609 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051 2024-11-19T20:21:10,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,33765,1732047668051] 2024-11-19T20:21:10,623 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:21:10,634 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:21:10,646 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:21:10,649 INFO [RS:0;581e77bfee5a:33765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:21:10,649 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,650 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:21:10,657 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,657 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,657 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,657 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,657 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:21:10,658 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:21:10,659 DEBUG [RS:0;581e77bfee5a:33765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:21:10,659 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,659 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,660 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,660 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,660 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,33765,1732047668051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:21:10,680 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:21:10,682 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,33765,1732047668051-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:10,701 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.Replication(204): 581e77bfee5a,33765,1732047668051 started 2024-11-19T20:21:10,701 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,33765,1732047668051, RpcServer on 581e77bfee5a/172.17.0.2:33765, sessionid=0x1001171b6200001 2024-11-19T20:21:10,702 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:21:10,702 DEBUG [RS:0;581e77bfee5a:33765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:10,702 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,33765,1732047668051' 2024-11-19T20:21:10,702 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:21:10,703 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:21:10,704 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:21:10,704 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:21:10,704 DEBUG [RS:0;581e77bfee5a:33765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:10,704 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,33765,1732047668051' 2024-11-19T20:21:10,704 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:21:10,705 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:21:10,706 DEBUG [RS:0;581e77bfee5a:33765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:21:10,706 INFO [RS:0;581e77bfee5a:33765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:21:10,706 INFO [RS:0;581e77bfee5a:33765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:21:10,812 INFO [RS:0;581e77bfee5a:33765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:21:10,815 INFO [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C33765%2C1732047668051, suffix=, logDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/oldWALs, maxLogs=32 2024-11-19T20:21:10,832 DEBUG [RS:0;581e77bfee5a:33765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051/581e77bfee5a%2C33765%2C1732047668051.1732047670817, exclude list is [], retry=0 2024-11-19T20:21:10,838 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-ab779001-108e-4032-bd1d-18f2133672f4,DISK] 2024-11-19T20:21:10,841 INFO [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051/581e77bfee5a%2C33765%2C1732047668051.1732047670817 2024-11-19T20:21:10,842 DEBUG [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40621:40621)] 2024-11-19T20:21:10,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:21:10,948 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:21:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741833_1009 (size=32) 2024-11-19T20:21:11,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:11,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:21:11,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:21:11,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:11,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:11,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:21:11,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:21:11,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:11,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:11,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:21:11,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:21:11,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:11,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740 2024-11-19T20:21:11,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740 2024-11-19T20:21:11,379 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:21:11,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:21:11,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:21:11,386 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70893988, jitterRate=0.056402742862701416}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:21:11,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:21:11,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:21:11,388 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:21:11,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:21:11,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:21:11,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:21:11,389 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:21:11,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:21:11,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:21:11,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:21:11,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:21:11,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:21:11,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:21:11,560 DEBUG [581e77bfee5a:40425 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T20:21:11,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:11,569 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,33765,1732047668051, state=OPENING 2024-11-19T20:21:11,575 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:21:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:11,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:21:11,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:21:11,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:11,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:11,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:21:11,759 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:21:11,771 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:21:11,771 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:21:11,772 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:21:11,776 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C33765%2C1732047668051.meta, suffix=.meta, logDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/oldWALs, maxLogs=32 2024-11-19T20:21:11,793 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051/581e77bfee5a%2C33765%2C1732047668051.meta.1732047671778.meta, exclude list is [], retry=0 2024-11-19T20:21:11,798 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-ab779001-108e-4032-bd1d-18f2133672f4,DISK] 2024-11-19T20:21:11,801 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/WALs/581e77bfee5a,33765,1732047668051/581e77bfee5a%2C33765%2C1732047668051.meta.1732047671778.meta 2024-11-19T20:21:11,801 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40621:40621)] 2024-11-19T20:21:11,802 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:21:11,804 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:21:11,869 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:21:11,874 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:21:11,879 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:21:11,879 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:11,879 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:21:11,880 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:21:11,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:21:11,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:21:11,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:11,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:11,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:21:11,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:21:11,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:11,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:11,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:21:11,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:21:11,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:11,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:21:11,892 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740 2024-11-19T20:21:11,895 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740 2024-11-19T20:21:11,898 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:21:11,901 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:21:11,902 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64282763, jitterRate=-0.042112186551094055}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:21:11,904 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:21:11,911 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047671748 2024-11-19T20:21:11,923 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:21:11,924 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:21:11,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:11,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,33765,1732047668051, state=OPEN 2024-11-19T20:21:11,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:21:11,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:21:11,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:21:11,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:21:11,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:21:11,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,33765,1732047668051 in 355 msec 2024-11-19T20:21:11,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:21:11,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-11-19T20:21:11,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4950 sec 2024-11-19T20:21:11,949 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047671949, completionTime=-1 2024-11-19T20:21:11,949 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T20:21:11,949 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:21:11,986 DEBUG [hconnection-0x1dced7d9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:11,990 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:12,000 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-19T20:21:12,000 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047732000 2024-11-19T20:21:12,000 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047792000 2024-11-19T20:21:12,000 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-19T20:21:12,021 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40425,1732047667293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:12,021 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40425,1732047667293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:12,021 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40425,1732047667293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:12,023 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:40425, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:12,023 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:12,028 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:21:12,031 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:21:12,032 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:21:12,038 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:21:12,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:21:12,042 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:12,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:21:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741835_1011 (size=358) 2024-11-19T20:21:12,459 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 991186e9b7989e701b762039257d1543, NAME => 'hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:21:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741836_1012 (size=42) 2024-11-19T20:21:12,871 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:12,871 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 991186e9b7989e701b762039257d1543, disabling compactions & flushes 2024-11-19T20:21:12,871 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:12,871 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:12,871 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. after waiting 0 ms 2024-11-19T20:21:12,871 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:12,871 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:12,871 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 991186e9b7989e701b762039257d1543: 2024-11-19T20:21:12,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:21:12,880 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047672875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047672875"}]},"ts":"1732047672875"} 2024-11-19T20:21:12,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:21:12,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:21:12,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047672909"}]},"ts":"1732047672909"} 2024-11-19T20:21:12,916 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:21:12,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=991186e9b7989e701b762039257d1543, ASSIGN}] 2024-11-19T20:21:12,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=991186e9b7989e701b762039257d1543, ASSIGN 2024-11-19T20:21:12,925 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=991186e9b7989e701b762039257d1543, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:21:13,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=991186e9b7989e701b762039257d1543, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:13,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 991186e9b7989e701b762039257d1543, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:13,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:13,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:13,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 991186e9b7989e701b762039257d1543, NAME => 'hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:21:13,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:13,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,245 INFO [StoreOpener-991186e9b7989e701b762039257d1543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,248 INFO [StoreOpener-991186e9b7989e701b762039257d1543-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991186e9b7989e701b762039257d1543 columnFamilyName info 2024-11-19T20:21:13,248 DEBUG [StoreOpener-991186e9b7989e701b762039257d1543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:13,249 INFO [StoreOpener-991186e9b7989e701b762039257d1543-1 {}] regionserver.HStore(327): Store=991186e9b7989e701b762039257d1543/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:13,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 991186e9b7989e701b762039257d1543 2024-11-19T20:21:13,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:21:13,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 991186e9b7989e701b762039257d1543; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59319736, jitterRate=-0.11606705188751221}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:21:13,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 991186e9b7989e701b762039257d1543: 2024-11-19T20:21:13,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543., pid=6, masterSystemTime=1732047673234 2024-11-19T20:21:13,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:13,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:21:13,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=991186e9b7989e701b762039257d1543, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:13,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:21:13,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 991186e9b7989e701b762039257d1543, server=581e77bfee5a,33765,1732047668051 in 190 msec 2024-11-19T20:21:13,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:21:13,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=991186e9b7989e701b762039257d1543, ASSIGN in 353 msec 2024-11-19T20:21:13,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:21:13,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047673279"}]},"ts":"1732047673279"} 2024-11-19T20:21:13,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:21:13,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:21:13,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2530 sec 2024-11-19T20:21:13,342 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:21:13,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:21:13,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:13,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:21:13,374 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:21:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:21:13,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-19T20:21:13,398 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:21:13,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:21:13,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-19T20:21:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:21:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:21:13,427 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.302sec 2024-11-19T20:21:13,428 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:21:13,430 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:21:13,431 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:21:13,431 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:21:13,431 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:21:13,433 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40425,1732047667293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:21:13,433 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40425,1732047667293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:21:13,440 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:21:13,441 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:21:13,441 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40425,1732047667293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:21:13,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-19T20:21:13,510 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-19T20:21:13,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:13,519 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T20:21:13,519 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T20:21:13,529 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:13,538 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,40425,1732047667293 2024-11-19T20:21:13,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2460 2024-11-19T20:21:13,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:21:13,577 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:21:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:21:13,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:21:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:13,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:21:13,615 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:13,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-19T20:21:13,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:21:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:21:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741837_1013 (size=960) 2024-11-19T20:21:13,639 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:21:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741838_1014 (size=53) 2024-11-19T20:21:13,649 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:13,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0462f46976b84a49769cf2836470121d, disabling compactions & flushes 2024-11-19T20:21:13,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:13,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:13,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. after waiting 0 ms 2024-11-19T20:21:13,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:13,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:13,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:13,652 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:21:13,653 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732047673652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047673652"}]},"ts":"1732047673652"} 2024-11-19T20:21:13,656 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:21:13,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:21:13,658 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047673658"}]},"ts":"1732047673658"} 2024-11-19T20:21:13,660 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T20:21:13,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, ASSIGN}] 2024-11-19T20:21:13,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, ASSIGN 2024-11-19T20:21:13,668 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:21:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:21:13,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0462f46976b84a49769cf2836470121d, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:13,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:21:13,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:13,982 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:13,982 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:21:13,983 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,983 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:13,983 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,983 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,986 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,988 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:13,989 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0462f46976b84a49769cf2836470121d columnFamilyName A 2024-11-19T20:21:13,989 DEBUG [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:13,990 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.HStore(327): Store=0462f46976b84a49769cf2836470121d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:13,990 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,992 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:13,992 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0462f46976b84a49769cf2836470121d columnFamilyName B 2024-11-19T20:21:13,992 DEBUG [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:13,993 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.HStore(327): Store=0462f46976b84a49769cf2836470121d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:13,993 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,995 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:13,995 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0462f46976b84a49769cf2836470121d columnFamilyName C 2024-11-19T20:21:13,995 DEBUG [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:13,996 INFO [StoreOpener-0462f46976b84a49769cf2836470121d-1 {}] regionserver.HStore(327): Store=0462f46976b84a49769cf2836470121d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:13,996 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:13,997 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d 2024-11-19T20:21:13,998 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d 2024-11-19T20:21:14,001 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:21:14,003 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:14,006 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:21:14,007 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 0462f46976b84a49769cf2836470121d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74248593, jitterRate=0.10639025270938873}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:21:14,008 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:14,009 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., pid=11, masterSystemTime=1732047673976 2024-11-19T20:21:14,012 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,012 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0462f46976b84a49769cf2836470121d, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T20:21:14,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 in 194 msec 2024-11-19T20:21:14,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T20:21:14,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, ASSIGN in 354 msec 2024-11-19T20:21:14,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:21:14,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047674023"}]},"ts":"1732047674023"} 2024-11-19T20:21:14,026 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T20:21:14,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:21:14,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 419 msec 2024-11-19T20:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:21:14,234 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-19T20:21:14,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-19T20:21:14,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,247 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:21:14,252 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:21:14,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-19T20:21:14,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-19T20:21:14,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-19T20:21:14,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-19T20:21:14,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-19T20:21:14,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-19T20:21:14,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-19T20:21:14,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-19T20:21:14,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-19T20:21:14,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:14,311 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,311 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,312 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,313 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,313 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,314 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:14,315 DEBUG [hconnection-0x79bb3058-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,316 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,317 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,317 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,318 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-19T20:21:14,323 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,323 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,325 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:14,327 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T20:21:14,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,330 DEBUG [hconnection-0x32a257e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:14,330 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:14,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:14,338 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:14,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:14,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:14,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:14,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:14,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:14,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:14,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T20:21:14,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/e2c11577096542b1b631652a906eb002 is 50, key is test_row_0/A:col10/1732047674390/Put/seqid=0 2024-11-19T20:21:14,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T20:21:14,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:14,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741839_1015 (size=12001) 2024-11-19T20:21:14,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/e2c11577096542b1b631652a906eb002 2024-11-19T20:21:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047734547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047734543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047734559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047734563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047734564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T20:21:14,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/e2fda705e1304992bffe853a2f051f3a is 50, key is test_row_0/B:col10/1732047674390/Put/seqid=0 2024-11-19T20:21:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741840_1016 (size=12001) 2024-11-19T20:21:14,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/e2fda705e1304992bffe853a2f051f3a 2024-11-19T20:21:14,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T20:21:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047734701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047734702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047734702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:14,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047734703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047734702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:14,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6353f03bf967475db11bda39e07a1501 is 50, key is test_row_0/C:col10/1732047674390/Put/seqid=0 2024-11-19T20:21:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741841_1017 (size=12001) 2024-11-19T20:21:14,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6353f03bf967475db11bda39e07a1501 2024-11-19T20:21:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/e2c11577096542b1b631652a906eb002 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e2c11577096542b1b631652a906eb002 2024-11-19T20:21:14,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e2c11577096542b1b631652a906eb002, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T20:21:14,804 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-19T20:21:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/e2fda705e1304992bffe853a2f051f3a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/e2fda705e1304992bffe853a2f051f3a 2024-11-19T20:21:14,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/e2fda705e1304992bffe853a2f051f3a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T20:21:14,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6353f03bf967475db11bda39e07a1501 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6353f03bf967475db11bda39e07a1501 2024-11-19T20:21:14,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6353f03bf967475db11bda39e07a1501, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T20:21:14,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0462f46976b84a49769cf2836470121d in 445ms, sequenceid=13, compaction requested=false 2024-11-19T20:21:14,847 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T20:21:14,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:14,862 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T20:21:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:14,872 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:21:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/357468039350402c9e254902dd2cc0c4 is 50, key is test_row_0/A:col10/1732047674557/Put/seqid=0 2024-11-19T20:21:14,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741842_1018 (size=12001) 2024-11-19T20:21:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T20:21:14,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047734942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047734941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047734947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047734966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047734967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047735072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047735074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047735077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047735074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047735084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047735285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047735285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047735287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047735289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047735287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,308 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/357468039350402c9e254902dd2cc0c4 2024-11-19T20:21:15,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/286ea61169824fb7b6498f2d4b6d8ad1 is 50, key is test_row_0/B:col10/1732047674557/Put/seqid=0 2024-11-19T20:21:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741843_1019 (size=12001) 2024-11-19T20:21:15,357 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/286ea61169824fb7b6498f2d4b6d8ad1 2024-11-19T20:21:15,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c509915dbb7c4aee97d9f6b6c145d2fd is 50, key is test_row_0/C:col10/1732047674557/Put/seqid=0 2024-11-19T20:21:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741844_1020 (size=12001) 2024-11-19T20:21:15,400 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c509915dbb7c4aee97d9f6b6c145d2fd 2024-11-19T20:21:15,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/357468039350402c9e254902dd2cc0c4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/357468039350402c9e254902dd2cc0c4 2024-11-19T20:21:15,431 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/357468039350402c9e254902dd2cc0c4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T20:21:15,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/286ea61169824fb7b6498f2d4b6d8ad1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/286ea61169824fb7b6498f2d4b6d8ad1 2024-11-19T20:21:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T20:21:15,448 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/286ea61169824fb7b6498f2d4b6d8ad1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T20:21:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c509915dbb7c4aee97d9f6b6c145d2fd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c509915dbb7c4aee97d9f6b6c145d2fd 2024-11-19T20:21:15,463 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c509915dbb7c4aee97d9f6b6c145d2fd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T20:21:15,467 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0462f46976b84a49769cf2836470121d in 594ms, sequenceid=37, compaction requested=false 2024-11-19T20:21:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T20:21:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-19T20:21:15,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T20:21:15,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec 2024-11-19T20:21:15,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1570 sec 2024-11-19T20:21:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:15,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T20:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:15,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/e98add2fc60e40f4904bc8809382e87d is 50, key is test_row_0/A:col10/1732047674937/Put/seqid=0 2024-11-19T20:21:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741845_1021 (size=12001) 2024-11-19T20:21:15,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047735646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047735647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047735649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047735649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047735656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047735760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047735760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047735762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047735762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047735764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047735968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047735970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047735970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047735970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047735970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/e98add2fc60e40f4904bc8809382e87d 2024-11-19T20:21:16,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/60120686b63140f7a176328aea01531c is 50, key is test_row_0/B:col10/1732047674937/Put/seqid=0 2024-11-19T20:21:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741846_1022 (size=12001) 2024-11-19T20:21:16,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/60120686b63140f7a176328aea01531c 2024-11-19T20:21:16,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/bbb7841204884ed2b7a417370ca80429 is 50, key is test_row_0/C:col10/1732047674937/Put/seqid=0 2024-11-19T20:21:16,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741847_1023 (size=12001) 2024-11-19T20:21:16,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/bbb7841204884ed2b7a417370ca80429 2024-11-19T20:21:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/e98add2fc60e40f4904bc8809382e87d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e98add2fc60e40f4904bc8809382e87d 2024-11-19T20:21:16,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e98add2fc60e40f4904bc8809382e87d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T20:21:16,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/60120686b63140f7a176328aea01531c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/60120686b63140f7a176328aea01531c 2024-11-19T20:21:16,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/60120686b63140f7a176328aea01531c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T20:21:16,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/bbb7841204884ed2b7a417370ca80429 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/bbb7841204884ed2b7a417370ca80429 2024-11-19T20:21:16,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/bbb7841204884ed2b7a417370ca80429, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T20:21:16,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0462f46976b84a49769cf2836470121d in 604ms, sequenceid=53, compaction requested=true 2024-11-19T20:21:16,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:16,216 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T20:21:16,217 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:16,221 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:16,223 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:16,223 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:16,223 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/e2fda705e1304992bffe853a2f051f3a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/286ea61169824fb7b6498f2d4b6d8ad1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/60120686b63140f7a176328aea01531c] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=35.2 K 2024-11-19T20:21:16,224 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:16,224 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:16,224 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:16,225 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e2c11577096542b1b631652a906eb002, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/357468039350402c9e254902dd2cc0c4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e98add2fc60e40f4904bc8809382e87d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=35.2 K 2024-11-19T20:21:16,226 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e2fda705e1304992bffe853a2f051f3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732047674365 2024-11-19T20:21:16,226 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2c11577096542b1b631652a906eb002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732047674365 2024-11-19T20:21:16,227 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 286ea61169824fb7b6498f2d4b6d8ad1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732047674552 2024-11-19T20:21:16,227 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 357468039350402c9e254902dd2cc0c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732047674552 2024-11-19T20:21:16,228 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting e98add2fc60e40f4904bc8809382e87d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732047674937 2024-11-19T20:21:16,230 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 60120686b63140f7a176328aea01531c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732047674937 2024-11-19T20:21:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:16,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T20:21:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,282 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#9 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:16,283 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/810a472fbfc141dc94424f7e1e8a0b30 is 50, key is test_row_0/B:col10/1732047674937/Put/seqid=0 2024-11-19T20:21:16,285 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#10 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:16,286 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/5dc2c06d15bf4a3c998bf3fedb6f0555 is 50, key is test_row_0/A:col10/1732047674937/Put/seqid=0 2024-11-19T20:21:16,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741848_1024 (size=12104) 2024-11-19T20:21:16,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/076f9203e509435dbdd0e3b18b53b986 is 50, key is test_row_0/A:col10/1732047675645/Put/seqid=0 2024-11-19T20:21:16,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741849_1025 (size=12104) 2024-11-19T20:21:16,341 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/810a472fbfc141dc94424f7e1e8a0b30 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/810a472fbfc141dc94424f7e1e8a0b30 2024-11-19T20:21:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741850_1026 (size=14341) 2024-11-19T20:21:16,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/076f9203e509435dbdd0e3b18b53b986 2024-11-19T20:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047736336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,366 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 810a472fbfc141dc94424f7e1e8a0b30(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:16,366 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:16,366 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047676216; duration=0sec 2024-11-19T20:21:16,367 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:16,367 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:16,367 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:16,370 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:16,370 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:16,370 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:16,370 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6353f03bf967475db11bda39e07a1501, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c509915dbb7c4aee97d9f6b6c145d2fd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/bbb7841204884ed2b7a417370ca80429] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=35.2 K 2024-11-19T20:21:16,371 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6353f03bf967475db11bda39e07a1501, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732047674365 2024-11-19T20:21:16,372 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c509915dbb7c4aee97d9f6b6c145d2fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732047674552 2024-11-19T20:21:16,373 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting bbb7841204884ed2b7a417370ca80429, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732047674937 2024-11-19T20:21:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047736351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047736354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047736355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4bf7d682f7bf4d3487652d04e7dbfc32 is 50, key is test_row_0/B:col10/1732047675645/Put/seqid=0 2024-11-19T20:21:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047736357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741851_1027 (size=12001) 2024-11-19T20:21:16,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4bf7d682f7bf4d3487652d04e7dbfc32 2024-11-19T20:21:16,418 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:16,419 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/cda2e49bb6df4a839664f48a30db4a4d is 50, key is test_row_0/C:col10/1732047674937/Put/seqid=0 2024-11-19T20:21:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741852_1028 (size=12104) 2024-11-19T20:21:16,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/1e03301fe9ec4d4d9f2d345a9da8246f is 50, key is test_row_0/C:col10/1732047675645/Put/seqid=0 2024-11-19T20:21:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T20:21:16,444 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-19T20:21:16,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-19T20:21:16,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:16,451 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:16,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T20:21:16,460 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/cda2e49bb6df4a839664f48a30db4a4d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cda2e49bb6df4a839664f48a30db4a4d 2024-11-19T20:21:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741853_1029 (size=12001) 2024-11-19T20:21:16,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/1e03301fe9ec4d4d9f2d345a9da8246f 2024-11-19T20:21:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047736469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,479 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into cda2e49bb6df4a839664f48a30db4a4d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:16,479 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:16,479 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047676216; duration=0sec 2024-11-19T20:21:16,480 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:16,481 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:16,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/076f9203e509435dbdd0e3b18b53b986 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/076f9203e509435dbdd0e3b18b53b986 2024-11-19T20:21:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047736477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047736478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047736479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047736491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/076f9203e509435dbdd0e3b18b53b986, entries=200, sequenceid=74, filesize=14.0 K 2024-11-19T20:21:16,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4bf7d682f7bf4d3487652d04e7dbfc32 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4bf7d682f7bf4d3487652d04e7dbfc32 2024-11-19T20:21:16,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4bf7d682f7bf4d3487652d04e7dbfc32, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T20:21:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/1e03301fe9ec4d4d9f2d345a9da8246f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/1e03301fe9ec4d4d9f2d345a9da8246f 2024-11-19T20:21:16,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/1e03301fe9ec4d4d9f2d345a9da8246f, entries=150, sequenceid=74, filesize=11.7 K 2024-11-19T20:21:16,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 0462f46976b84a49769cf2836470121d in 250ms, sequenceid=74, compaction requested=false 2024-11-19T20:21:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T20:21:16,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-19T20:21:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:16,606 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T20:21:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:16,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,627 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T20:21:16,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-19T20:21:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/c4451c53e86b4a88bafeaec2c1cd4398 is 50, key is test_row_0/A:col10/1732047676305/Put/seqid=0 2024-11-19T20:21:16,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741854_1030 (size=12001) 2024-11-19T20:21:16,657 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/c4451c53e86b4a88bafeaec2c1cd4398 2024-11-19T20:21:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/08f56dbc67ce4eedbd025b5cd0f385ad is 50, key is test_row_0/B:col10/1732047676305/Put/seqid=0 2024-11-19T20:21:16,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741855_1031 (size=12001) 2024-11-19T20:21:16,705 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/08f56dbc67ce4eedbd025b5cd0f385ad 2024-11-19T20:21:16,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047736726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/9bd220b7f0a94382b8f82bfa22dbf4ca is 50, key is test_row_0/C:col10/1732047676305/Put/seqid=0 2024-11-19T20:21:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047736732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047736737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047736737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047736745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,752 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/5dc2c06d15bf4a3c998bf3fedb6f0555 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5dc2c06d15bf4a3c998bf3fedb6f0555 2024-11-19T20:21:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T20:21:16,773 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 5dc2c06d15bf4a3c998bf3fedb6f0555(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:16,774 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:16,774 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047676208; duration=0sec 2024-11-19T20:21:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741856_1032 (size=12001) 2024-11-19T20:21:16,774 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:16,774 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:16,776 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/9bd220b7f0a94382b8f82bfa22dbf4ca 2024-11-19T20:21:16,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/c4451c53e86b4a88bafeaec2c1cd4398 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/c4451c53e86b4a88bafeaec2c1cd4398 2024-11-19T20:21:16,804 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/c4451c53e86b4a88bafeaec2c1cd4398, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T20:21:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/08f56dbc67ce4eedbd025b5cd0f385ad as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/08f56dbc67ce4eedbd025b5cd0f385ad 2024-11-19T20:21:16,824 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/08f56dbc67ce4eedbd025b5cd0f385ad, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T20:21:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/9bd220b7f0a94382b8f82bfa22dbf4ca as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9bd220b7f0a94382b8f82bfa22dbf4ca 2024-11-19T20:21:16,841 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9bd220b7f0a94382b8f82bfa22dbf4ca, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T20:21:16,844 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 0462f46976b84a49769cf2836470121d in 239ms, sequenceid=92, compaction requested=true 2024-11-19T20:21:16,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:16,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:16,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T20:21:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-19T20:21:16,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:21:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:16,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T20:21:16,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:16,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 396 msec 2024-11-19T20:21:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:16,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 406 msec 2024-11-19T20:21:16,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/d7a81ca99a1b4cf6b33423a0fc47aafc is 50, key is test_row_0/A:col10/1732047676730/Put/seqid=0 2024-11-19T20:21:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047736868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047736872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047736872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047736874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047736872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741857_1033 (size=12001) 2024-11-19T20:21:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047736977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047736981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047736982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047736982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:16,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047736984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T20:21:17,056 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-19T20:21:17,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-19T20:21:17,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:17,063 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:17,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T20:21:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T20:21:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047737182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047737185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047737188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047737189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047737190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T20:21:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/d7a81ca99a1b4cf6b33423a0fc47aafc 2024-11-19T20:21:17,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/9ea8e75797bd4dcd98ff6560377722a8 is 50, key is test_row_0/B:col10/1732047676730/Put/seqid=0 2024-11-19T20:21:17,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741858_1034 (size=12001) 2024-11-19T20:21:17,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/9ea8e75797bd4dcd98ff6560377722a8 2024-11-19T20:21:17,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c8f39d36ee224171ba898b2b91b4de7e is 50, key is test_row_0/C:col10/1732047676730/Put/seqid=0 2024-11-19T20:21:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T20:21:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741859_1035 (size=12001) 2024-11-19T20:21:17,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T20:21:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:21:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047737489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047737491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047737491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047737493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047737495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T20:21:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T20:21:17,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T20:21:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:17,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c8f39d36ee224171ba898b2b91b4de7e 2024-11-19T20:21:17,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/d7a81ca99a1b4cf6b33423a0fc47aafc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d7a81ca99a1b4cf6b33423a0fc47aafc 2024-11-19T20:21:17,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T20:21:17,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T20:21:17,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-19T20:21:17,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-19T20:21:17,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:21:17,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T20:21:17,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T20:21:17,806 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T20:21:17,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T20:21:17,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T20:21:17,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d7a81ca99a1b4cf6b33423a0fc47aafc, entries=150, sequenceid=117, filesize=11.7 K 2024-11-19T20:21:17,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/9ea8e75797bd4dcd98ff6560377722a8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/9ea8e75797bd4dcd98ff6560377722a8 2024-11-19T20:21:17,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/9ea8e75797bd4dcd98ff6560377722a8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-19T20:21:17,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c8f39d36ee224171ba898b2b91b4de7e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c8f39d36ee224171ba898b2b91b4de7e 2024-11-19T20:21:17,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c8f39d36ee224171ba898b2b91b4de7e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-19T20:21:17,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0462f46976b84a49769cf2836470121d in 991ms, sequenceid=117, compaction requested=true 2024-11-19T20:21:17,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:17,841 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:17,842 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:17,844 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:17,844 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:17,844 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,845 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5dc2c06d15bf4a3c998bf3fedb6f0555, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/076f9203e509435dbdd0e3b18b53b986, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/c4451c53e86b4a88bafeaec2c1cd4398, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d7a81ca99a1b4cf6b33423a0fc47aafc] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.3 K 2024-11-19T20:21:17,846 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc2c06d15bf4a3c998bf3fedb6f0555, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732047674937 2024-11-19T20:21:17,847 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:17,847 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 076f9203e509435dbdd0e3b18b53b986, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732047675629 2024-11-19T20:21:17,847 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:17,847 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,847 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/810a472fbfc141dc94424f7e1e8a0b30, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4bf7d682f7bf4d3487652d04e7dbfc32, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/08f56dbc67ce4eedbd025b5cd0f385ad, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/9ea8e75797bd4dcd98ff6560377722a8] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=47.0 K 2024-11-19T20:21:17,848 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4451c53e86b4a88bafeaec2c1cd4398, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732047676305 2024-11-19T20:21:17,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:17,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T20:21:17,849 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 810a472fbfc141dc94424f7e1e8a0b30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732047674937 2024-11-19T20:21:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,849 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:21:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:17,850 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7a81ca99a1b4cf6b33423a0fc47aafc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732047676730 2024-11-19T20:21:17,851 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf7d682f7bf4d3487652d04e7dbfc32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732047675645 2024-11-19T20:21:17,853 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f56dbc67ce4eedbd025b5cd0f385ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732047676305 2024-11-19T20:21:17,854 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ea8e75797bd4dcd98ff6560377722a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732047676730 2024-11-19T20:21:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/99f3b61b7e14440ba54b23aa7ae300c2 is 50, key is test_row_0/A:col10/1732047676867/Put/seqid=0 2024-11-19T20:21:17,885 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:17,885 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:17,886 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/42017eeb44c24a7fb2b30e28ccd1d104 is 50, key is test_row_0/A:col10/1732047676730/Put/seqid=0 2024-11-19T20:21:17,886 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4a9a6ddf2d8e4b3a88538400f71b9e1e is 50, key is test_row_0/B:col10/1732047676730/Put/seqid=0 2024-11-19T20:21:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741860_1036 (size=12001) 2024-11-19T20:21:17,902 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/99f3b61b7e14440ba54b23aa7ae300c2 2024-11-19T20:21:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741861_1037 (size=12241) 2024-11-19T20:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/d19e9ffad9c447d59160e41000631fad is 50, key is test_row_0/B:col10/1732047676867/Put/seqid=0 2024-11-19T20:21:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741862_1038 (size=12241) 2024-11-19T20:21:17,936 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/42017eeb44c24a7fb2b30e28ccd1d104 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/42017eeb44c24a7fb2b30e28ccd1d104 2024-11-19T20:21:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741863_1039 (size=12001) 2024-11-19T20:21:17,940 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/d19e9ffad9c447d59160e41000631fad 2024-11-19T20:21:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/f1b200ebae194c62a0ed9ec01b11f72e is 50, key is test_row_0/C:col10/1732047676867/Put/seqid=0 2024-11-19T20:21:17,959 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 42017eeb44c24a7fb2b30e28ccd1d104(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:17,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:17,959 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=12, startTime=1732047677841; duration=0sec 2024-11-19T20:21:17,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:17,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:17,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:17,962 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:17,962 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:17,963 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:17,963 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cda2e49bb6df4a839664f48a30db4a4d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/1e03301fe9ec4d4d9f2d345a9da8246f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9bd220b7f0a94382b8f82bfa22dbf4ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c8f39d36ee224171ba898b2b91b4de7e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=47.0 K 2024-11-19T20:21:17,963 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting cda2e49bb6df4a839664f48a30db4a4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732047674937 2024-11-19T20:21:17,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741864_1040 (size=12001) 2024-11-19T20:21:17,969 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e03301fe9ec4d4d9f2d345a9da8246f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732047675645 2024-11-19T20:21:17,969 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bd220b7f0a94382b8f82bfa22dbf4ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732047676305 2024-11-19T20:21:17,970 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8f39d36ee224171ba898b2b91b4de7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732047676730 2024-11-19T20:21:18,013 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:18,014 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c3c1cc9676e44301abca9acc3751bfe9 is 50, key is test_row_0/C:col10/1732047676730/Put/seqid=0 2024-11-19T20:21:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741865_1041 (size=12241) 2024-11-19T20:21:18,062 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c3c1cc9676e44301abca9acc3751bfe9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c3c1cc9676e44301abca9acc3751bfe9 2024-11-19T20:21:18,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047738050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047738053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047738053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047738065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047738065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,073 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into c3c1cc9676e44301abca9acc3751bfe9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:18,074 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:18,074 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=12, startTime=1732047677842; duration=0sec 2024-11-19T20:21:18,074 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:18,074 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:18,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047738166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047738168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047738168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047738170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T20:21:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047738171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,340 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4a9a6ddf2d8e4b3a88538400f71b9e1e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4a9a6ddf2d8e4b3a88538400f71b9e1e 2024-11-19T20:21:18,352 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 4a9a6ddf2d8e4b3a88538400f71b9e1e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:18,352 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:18,352 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=12, startTime=1732047677842; duration=0sec 2024-11-19T20:21:18,352 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:18,352 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:18,370 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/f1b200ebae194c62a0ed9ec01b11f72e 2024-11-19T20:21:18,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047738369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047738371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047738372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047738374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047738378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/99f3b61b7e14440ba54b23aa7ae300c2 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/99f3b61b7e14440ba54b23aa7ae300c2 2024-11-19T20:21:18,390 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/99f3b61b7e14440ba54b23aa7ae300c2, entries=150, sequenceid=129, filesize=11.7 K 2024-11-19T20:21:18,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/d19e9ffad9c447d59160e41000631fad as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/d19e9ffad9c447d59160e41000631fad 2024-11-19T20:21:18,401 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/d19e9ffad9c447d59160e41000631fad, entries=150, sequenceid=129, filesize=11.7 K 2024-11-19T20:21:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/f1b200ebae194c62a0ed9ec01b11f72e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/f1b200ebae194c62a0ed9ec01b11f72e 2024-11-19T20:21:18,422 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/f1b200ebae194c62a0ed9ec01b11f72e, entries=150, sequenceid=129, filesize=11.7 K 2024-11-19T20:21:18,424 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0462f46976b84a49769cf2836470121d in 575ms, sequenceid=129, compaction requested=false 2024-11-19T20:21:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-19T20:21:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-19T20:21:18,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T20:21:18,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-19T20:21:18,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3710 sec 2024-11-19T20:21:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:18,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T20:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:18,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/51b2c9962c7c44b9a13b3585d10cbf73 is 50, key is test_row_0/A:col10/1732047678678/Put/seqid=0 2024-11-19T20:21:18,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047738690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047738690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047738694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047738694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047738696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741866_1042 (size=12151) 2024-11-19T20:21:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047738797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047738800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047738802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047738803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:18,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047738807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047739002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047739006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047739006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047739006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047739009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/51b2c9962c7c44b9a13b3585d10cbf73 2024-11-19T20:21:19,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/84442a468905467eafc655a95059a64a is 50, key is test_row_0/B:col10/1732047678678/Put/seqid=0 2024-11-19T20:21:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741867_1043 (size=12151) 2024-11-19T20:21:19,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/84442a468905467eafc655a95059a64a 2024-11-19T20:21:19,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/95c6ac0c7e454b7fbce9428daf9e3c30 is 50, key is test_row_0/C:col10/1732047678678/Put/seqid=0 2024-11-19T20:21:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T20:21:19,175 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-19T20:21:19,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-19T20:21:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T20:21:19,184 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:19,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:19,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741868_1044 (size=12151) 2024-11-19T20:21:19,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/95c6ac0c7e454b7fbce9428daf9e3c30 2024-11-19T20:21:19,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/51b2c9962c7c44b9a13b3585d10cbf73 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51b2c9962c7c44b9a13b3585d10cbf73 2024-11-19T20:21:19,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51b2c9962c7c44b9a13b3585d10cbf73, entries=150, sequenceid=160, filesize=11.9 K 2024-11-19T20:21:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/84442a468905467eafc655a95059a64a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/84442a468905467eafc655a95059a64a 2024-11-19T20:21:19,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/84442a468905467eafc655a95059a64a, entries=150, sequenceid=160, filesize=11.9 K 2024-11-19T20:21:19,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/95c6ac0c7e454b7fbce9428daf9e3c30 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/95c6ac0c7e454b7fbce9428daf9e3c30 2024-11-19T20:21:19,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/95c6ac0c7e454b7fbce9428daf9e3c30, entries=150, sequenceid=160, filesize=11.9 K 2024-11-19T20:21:19,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 0462f46976b84a49769cf2836470121d in 562ms, sequenceid=160, compaction requested=true 2024-11-19T20:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:19,244 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:19,244 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:19,247 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:19,247 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:19,247 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,247 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4a9a6ddf2d8e4b3a88538400f71b9e1e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/d19e9ffad9c447d59160e41000631fad, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/84442a468905467eafc655a95059a64a] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=35.5 K 2024-11-19T20:21:19,248 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:19,248 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:19,248 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,248 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/42017eeb44c24a7fb2b30e28ccd1d104, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/99f3b61b7e14440ba54b23aa7ae300c2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51b2c9962c7c44b9a13b3585d10cbf73] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=35.5 K 2024-11-19T20:21:19,249 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9a6ddf2d8e4b3a88538400f71b9e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732047676730 2024-11-19T20:21:19,249 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42017eeb44c24a7fb2b30e28ccd1d104, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732047676730 2024-11-19T20:21:19,250 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99f3b61b7e14440ba54b23aa7ae300c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732047676867 2024-11-19T20:21:19,250 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d19e9ffad9c447d59160e41000631fad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732047676867 2024-11-19T20:21:19,251 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51b2c9962c7c44b9a13b3585d10cbf73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732047678675 2024-11-19T20:21:19,251 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 84442a468905467eafc655a95059a64a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732047678675 2024-11-19T20:21:19,272 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:19,273 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/698e073a71c74a0a9f34e875c71ba202 is 50, key is test_row_0/B:col10/1732047678678/Put/seqid=0 2024-11-19T20:21:19,274 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:19,275 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2a1d57961f7d4b4d97d3960bee730738 is 50, key is test_row_0/A:col10/1732047678678/Put/seqid=0 2024-11-19T20:21:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T20:21:19,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741869_1045 (size=12493) 2024-11-19T20:21:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741870_1046 (size=12493) 2024-11-19T20:21:19,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:21:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:19,321 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2a1d57961f7d4b4d97d3960bee730738 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2a1d57961f7d4b4d97d3960bee730738 2024-11-19T20:21:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:19,335 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 2a1d57961f7d4b4d97d3960bee730738(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:19,335 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:19,335 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047679244; duration=0sec 2024-11-19T20:21:19,335 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:19,335 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:19,335 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:19,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2aa1bce67cdc4e2083f4a9583097e4a3 is 50, key is test_row_0/A:col10/1732047679318/Put/seqid=0 2024-11-19T20:21:19,337 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:19,337 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:19,338 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,338 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c3c1cc9676e44301abca9acc3751bfe9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/f1b200ebae194c62a0ed9ec01b11f72e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/95c6ac0c7e454b7fbce9428daf9e3c30] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=35.5 K 2024-11-19T20:21:19,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,338 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3c1cc9676e44301abca9acc3751bfe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732047676730 2024-11-19T20:21:19,339 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1b200ebae194c62a0ed9ec01b11f72e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732047676867 2024-11-19T20:21:19,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:19,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:19,340 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95c6ac0c7e454b7fbce9428daf9e3c30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732047678675 2024-11-19T20:21:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741871_1047 (size=12151) 2024-11-19T20:21:19,362 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:19,364 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e8c855c5ca5f4b089299296111259e9d is 50, key is test_row_0/C:col10/1732047678678/Put/seqid=0 2024-11-19T20:21:19,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047739362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047739364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047739365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047739368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047739370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741872_1048 (size=12493) 2024-11-19T20:21:19,395 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e8c855c5ca5f4b089299296111259e9d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e8c855c5ca5f4b089299296111259e9d 2024-11-19T20:21:19,416 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into e8c855c5ca5f4b089299296111259e9d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:19,416 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:19,417 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047679245; duration=0sec 2024-11-19T20:21:19,417 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:19,417 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047739471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047739471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047739472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047739472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047739475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T20:21:19,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047739676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047739677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047739677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047739679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047739677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,717 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/698e073a71c74a0a9f34e875c71ba202 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/698e073a71c74a0a9f34e875c71ba202 2024-11-19T20:21:19,730 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 698e073a71c74a0a9f34e875c71ba202(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:19,730 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:19,730 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047679244; duration=0sec 2024-11-19T20:21:19,730 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:19,730 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:19,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2aa1bce67cdc4e2083f4a9583097e4a3 2024-11-19T20:21:19,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/718dde37361f4f1188659e60a76d8f61 is 50, key is test_row_0/B:col10/1732047679318/Put/seqid=0 2024-11-19T20:21:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T20:21:19,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741873_1049 (size=12151) 2024-11-19T20:21:19,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/718dde37361f4f1188659e60a76d8f61 2024-11-19T20:21:19,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a925a220d4204e03b7ad5b4287e69e1f is 50, key is test_row_0/C:col10/1732047679318/Put/seqid=0 2024-11-19T20:21:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741874_1050 (size=12151) 2024-11-19T20:21:19,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:19,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047739982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047739983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047739984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047739985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047739985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:20,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:20,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a925a220d4204e03b7ad5b4287e69e1f 2024-11-19T20:21:20,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2aa1bce67cdc4e2083f4a9583097e4a3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2aa1bce67cdc4e2083f4a9583097e4a3 2024-11-19T20:21:20,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:20,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:20,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2aa1bce67cdc4e2083f4a9583097e4a3, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T20:21:20,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/718dde37361f4f1188659e60a76d8f61 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/718dde37361f4f1188659e60a76d8f61 2024-11-19T20:21:20,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/718dde37361f4f1188659e60a76d8f61, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T20:21:20,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a925a220d4204e03b7ad5b4287e69e1f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a925a220d4204e03b7ad5b4287e69e1f 2024-11-19T20:21:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T20:21:20,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a925a220d4204e03b7ad5b4287e69e1f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T20:21:20,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0462f46976b84a49769cf2836470121d in 975ms, sequenceid=173, compaction requested=false 2024-11-19T20:21:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:20,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T20:21:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:20,426 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:21:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:20,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/116156743c594e22b8f91a7d1e896b7e is 50, key is test_row_0/A:col10/1732047679362/Put/seqid=0 2024-11-19T20:21:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741875_1051 (size=12151) 2024-11-19T20:21:20,466 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/116156743c594e22b8f91a7d1e896b7e 2024-11-19T20:21:20,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1cca5952b8514d4aa818a0f25303294c is 50, key is test_row_0/B:col10/1732047679362/Put/seqid=0 2024-11-19T20:21:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741876_1052 (size=12151) 2024-11-19T20:21:20,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:20,493 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1cca5952b8514d4aa818a0f25303294c 2024-11-19T20:21:20,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047740500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047740501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047740503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047740504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047740506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e7dbaf6470c04ccbb1beec207dd72a29 is 50, key is test_row_0/C:col10/1732047679362/Put/seqid=0 2024-11-19T20:21:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741877_1053 (size=12151) 2024-11-19T20:21:20,532 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e7dbaf6470c04ccbb1beec207dd72a29 2024-11-19T20:21:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/116156743c594e22b8f91a7d1e896b7e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/116156743c594e22b8f91a7d1e896b7e 2024-11-19T20:21:20,558 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/116156743c594e22b8f91a7d1e896b7e, entries=150, sequenceid=200, filesize=11.9 K 2024-11-19T20:21:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1cca5952b8514d4aa818a0f25303294c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1cca5952b8514d4aa818a0f25303294c 2024-11-19T20:21:20,569 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1cca5952b8514d4aa818a0f25303294c, entries=150, sequenceid=200, filesize=11.9 K 2024-11-19T20:21:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e7dbaf6470c04ccbb1beec207dd72a29 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e7dbaf6470c04ccbb1beec207dd72a29 2024-11-19T20:21:20,582 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e7dbaf6470c04ccbb1beec207dd72a29, entries=150, sequenceid=200, filesize=11.9 K 2024-11-19T20:21:20,583 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0462f46976b84a49769cf2836470121d in 158ms, sequenceid=200, compaction requested=true 2024-11-19T20:21:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-19T20:21:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-19T20:21:20,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T20:21:20,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-19T20:21:20,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4100 sec 2024-11-19T20:21:20,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T20:21:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:20,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/38521c7f58264558a9847fdd0aedb441 is 50, key is test_row_0/A:col10/1732047680608/Put/seqid=0 2024-11-19T20:21:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741878_1054 (size=12151) 2024-11-19T20:21:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047740639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047740640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047740641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047740643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047740646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047740748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047740748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047740749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047740751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047740753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047740953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047740953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047740954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047740957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047740957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/38521c7f58264558a9847fdd0aedb441 2024-11-19T20:21:21,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/b3e91131b09942399dad837ec8cbab78 is 50, key is test_row_0/B:col10/1732047680608/Put/seqid=0 2024-11-19T20:21:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741879_1055 (size=12151) 2024-11-19T20:21:21,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/b3e91131b09942399dad837ec8cbab78 2024-11-19T20:21:21,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/4aa1326ca5544f3489021d312ac63c9d is 50, key is test_row_0/C:col10/1732047680608/Put/seqid=0 2024-11-19T20:21:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741880_1056 (size=12151) 2024-11-19T20:21:21,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/4aa1326ca5544f3489021d312ac63c9d 2024-11-19T20:21:21,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/38521c7f58264558a9847fdd0aedb441 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/38521c7f58264558a9847fdd0aedb441 2024-11-19T20:21:21,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/38521c7f58264558a9847fdd0aedb441, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T20:21:21,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/b3e91131b09942399dad837ec8cbab78 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b3e91131b09942399dad837ec8cbab78 2024-11-19T20:21:21,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b3e91131b09942399dad837ec8cbab78, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T20:21:21,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/4aa1326ca5544f3489021d312ac63c9d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4aa1326ca5544f3489021d312ac63c9d 2024-11-19T20:21:21,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4aa1326ca5544f3489021d312ac63c9d, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T20:21:21,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0462f46976b84a49769cf2836470121d in 538ms, sequenceid=214, compaction requested=true 2024-11-19T20:21:21,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:21,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:21,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:21,149 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:21,149 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:21,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:21,151 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:21,151 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:21,152 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,152 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/698e073a71c74a0a9f34e875c71ba202, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/718dde37361f4f1188659e60a76d8f61, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1cca5952b8514d4aa818a0f25303294c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b3e91131b09942399dad837ec8cbab78] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=47.8 K 2024-11-19T20:21:21,152 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:21,152 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:21,152 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,153 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2a1d57961f7d4b4d97d3960bee730738, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2aa1bce67cdc4e2083f4a9583097e4a3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/116156743c594e22b8f91a7d1e896b7e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/38521c7f58264558a9847fdd0aedb441] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=47.8 K 2024-11-19T20:21:21,154 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 698e073a71c74a0a9f34e875c71ba202, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732047678675 2024-11-19T20:21:21,154 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1d57961f7d4b4d97d3960bee730738, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732047678675 2024-11-19T20:21:21,154 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 718dde37361f4f1188659e60a76d8f61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732047679309 2024-11-19T20:21:21,155 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aa1bce67cdc4e2083f4a9583097e4a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732047679309 2024-11-19T20:21:21,155 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cca5952b8514d4aa818a0f25303294c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732047679362 2024-11-19T20:21:21,156 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116156743c594e22b8f91a7d1e896b7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732047679362 2024-11-19T20:21:21,156 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b3e91131b09942399dad837ec8cbab78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047680500 2024-11-19T20:21:21,157 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38521c7f58264558a9847fdd0aedb441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047680500 2024-11-19T20:21:21,179 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:21,179 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/77997f613d1e44c3bf03b5ad1df89eac is 50, key is test_row_0/B:col10/1732047680608/Put/seqid=0 2024-11-19T20:21:21,186 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:21,187 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/b4d874e334aa434cab0c3175c0f5de91 is 50, key is test_row_0/A:col10/1732047680608/Put/seqid=0 2024-11-19T20:21:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741881_1057 (size=12629) 2024-11-19T20:21:21,222 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/77997f613d1e44c3bf03b5ad1df89eac as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/77997f613d1e44c3bf03b5ad1df89eac 2024-11-19T20:21:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741882_1058 (size=12629) 2024-11-19T20:21:21,233 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 77997f613d1e44c3bf03b5ad1df89eac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:21,233 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:21,234 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=12, startTime=1732047681149; duration=0sec 2024-11-19T20:21:21,235 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:21,235 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:21,235 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:21,237 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:21,237 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:21,237 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,237 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e8c855c5ca5f4b089299296111259e9d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a925a220d4204e03b7ad5b4287e69e1f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e7dbaf6470c04ccbb1beec207dd72a29, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4aa1326ca5544f3489021d312ac63c9d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=47.8 K 2024-11-19T20:21:21,238 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c855c5ca5f4b089299296111259e9d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732047678675 2024-11-19T20:21:21,238 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a925a220d4204e03b7ad5b4287e69e1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732047679309 2024-11-19T20:21:21,238 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e7dbaf6470c04ccbb1beec207dd72a29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732047679362 2024-11-19T20:21:21,239 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aa1326ca5544f3489021d312ac63c9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047680500 2024-11-19T20:21:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:21,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:21:21,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:21,262 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:21,263 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/af369e1aa54b4eb2ac16534f939519b6 is 50, key is test_row_0/C:col10/1732047680608/Put/seqid=0 2024-11-19T20:21:21,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/1db5692ccebb4173895c6f454c3c1644 is 50, key is test_row_0/A:col10/1732047681258/Put/seqid=0 2024-11-19T20:21:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047741273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047741275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047741276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047741280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047741280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T20:21:21,291 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-19T20:21:21,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-19T20:21:21,295 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:21,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:21,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741884_1060 (size=16931) 2024-11-19T20:21:21,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741883_1059 (size=12629) 2024-11-19T20:21:21,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/1db5692ccebb4173895c6f454c3c1644 2024-11-19T20:21:21,313 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/af369e1aa54b4eb2ac16534f939519b6 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/af369e1aa54b4eb2ac16534f939519b6 2024-11-19T20:21:21,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/81709c5adc054a1b8f97c033f9714e82 is 50, key is test_row_0/B:col10/1732047681258/Put/seqid=0 2024-11-19T20:21:21,328 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into af369e1aa54b4eb2ac16534f939519b6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:21,328 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:21,329 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=12, startTime=1732047681150; duration=0sec 2024-11-19T20:21:21,329 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:21,330 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741885_1061 (size=12151) 2024-11-19T20:21:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047741383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047741383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047741383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047741385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047741384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:21,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047741588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047741588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047741590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047741592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047741592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:21,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,634 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/b4d874e334aa434cab0c3175c0f5de91 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b4d874e334aa434cab0c3175c0f5de91 2024-11-19T20:21:21,643 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into b4d874e334aa434cab0c3175c0f5de91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:21,643 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:21,644 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=12, startTime=1732047681149; duration=0sec 2024-11-19T20:21:21,644 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:21,644 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:21,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/81709c5adc054a1b8f97c033f9714e82 2024-11-19T20:21:21,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c2ca5727124f41fdb550249d1eb16dc7 is 50, key is test_row_0/C:col10/1732047681258/Put/seqid=0 2024-11-19T20:21:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741886_1062 (size=12151) 2024-11-19T20:21:21,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c2ca5727124f41fdb550249d1eb16dc7 2024-11-19T20:21:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/1db5692ccebb4173895c6f454c3c1644 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/1db5692ccebb4173895c6f454c3c1644 2024-11-19T20:21:21,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/1db5692ccebb4173895c6f454c3c1644, entries=250, sequenceid=239, filesize=16.5 K 2024-11-19T20:21:21,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/81709c5adc054a1b8f97c033f9714e82 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/81709c5adc054a1b8f97c033f9714e82 2024-11-19T20:21:21,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/81709c5adc054a1b8f97c033f9714e82, entries=150, sequenceid=239, filesize=11.9 K 2024-11-19T20:21:21,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/c2ca5727124f41fdb550249d1eb16dc7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c2ca5727124f41fdb550249d1eb16dc7 2024-11-19T20:21:21,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c2ca5727124f41fdb550249d1eb16dc7, entries=150, sequenceid=239, filesize=11.9 K 2024-11-19T20:21:21,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0462f46976b84a49769cf2836470121d in 549ms, sequenceid=239, compaction requested=false 2024-11-19T20:21:21,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:21,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T20:21:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:21,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:21,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/b5f8b411b5734dc7976ad0fd4d12819d is 50, key is test_row_0/A:col10/1732047681277/Put/seqid=0 2024-11-19T20:21:21,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:21,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741887_1063 (size=12151) 2024-11-19T20:21:21,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/b5f8b411b5734dc7976ad0fd4d12819d 2024-11-19T20:21:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047741917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047741917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047741924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047741926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047741926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:21,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/b32aa285dda743a39e007bfccdf5571e is 50, key is test_row_0/B:col10/1732047681277/Put/seqid=0 2024-11-19T20:21:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741888_1064 (size=12151) 2024-11-19T20:21:21,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/b32aa285dda743a39e007bfccdf5571e 2024-11-19T20:21:21,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/781a729371ba4d6c9d470553076e6fc7 is 50, key is test_row_0/C:col10/1732047681277/Put/seqid=0 2024-11-19T20:21:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741889_1065 (size=12151) 2024-11-19T20:21:21,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/781a729371ba4d6c9d470553076e6fc7 2024-11-19T20:21:21,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/b5f8b411b5734dc7976ad0fd4d12819d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b5f8b411b5734dc7976ad0fd4d12819d 2024-11-19T20:21:21,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b5f8b411b5734dc7976ad0fd4d12819d, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T20:21:21,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/b32aa285dda743a39e007bfccdf5571e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b32aa285dda743a39e007bfccdf5571e 2024-11-19T20:21:21,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b32aa285dda743a39e007bfccdf5571e, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T20:21:22,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/781a729371ba4d6c9d470553076e6fc7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/781a729371ba4d6c9d470553076e6fc7 2024-11-19T20:21:22,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/781a729371ba4d6c9d470553076e6fc7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T20:21:22,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0462f46976b84a49769cf2836470121d in 116ms, sequenceid=255, compaction requested=true 2024-11-19T20:21:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:22,011 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:22,011 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:22,012 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:22,012 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:22,012 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:22,012 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:22,012 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,013 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,013 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b4d874e334aa434cab0c3175c0f5de91, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/1db5692ccebb4173895c6f454c3c1644, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b5f8b411b5734dc7976ad0fd4d12819d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=40.7 K 2024-11-19T20:21:22,013 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/77997f613d1e44c3bf03b5ad1df89eac, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/81709c5adc054a1b8f97c033f9714e82, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b32aa285dda743a39e007bfccdf5571e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.1 K 2024-11-19T20:21:22,013 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d874e334aa434cab0c3175c0f5de91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047680500 2024-11-19T20:21:22,013 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 77997f613d1e44c3bf03b5ad1df89eac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047680500 2024-11-19T20:21:22,014 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1db5692ccebb4173895c6f454c3c1644, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732047680636 2024-11-19T20:21:22,014 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 81709c5adc054a1b8f97c033f9714e82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732047680643 2024-11-19T20:21:22,015 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5f8b411b5734dc7976ad0fd4d12819d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732047681274 2024-11-19T20:21:22,015 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b32aa285dda743a39e007bfccdf5571e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732047681274 2024-11-19T20:21:22,028 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:22,030 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/ce68959d151b4c7f8367936ac4a66b90 is 50, key is test_row_0/B:col10/1732047681277/Put/seqid=0 2024-11-19T20:21:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:22,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:21:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:22,044 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:22,045 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/63a3fa5e039245a0adb12daf70d19359 is 50, key is test_row_0/A:col10/1732047681277/Put/seqid=0 2024-11-19T20:21:22,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/beb728623b934c75afdb2c30021d5148 is 50, key is test_row_0/A:col10/1732047681924/Put/seqid=0 2024-11-19T20:21:22,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047742045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047742047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047742048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047742050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047742052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741890_1066 (size=12731) 2024-11-19T20:21:22,091 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/ce68959d151b4c7f8367936ac4a66b90 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/ce68959d151b4c7f8367936ac4a66b90 2024-11-19T20:21:22,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741891_1067 (size=12731) 2024-11-19T20:21:22,101 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into ce68959d151b4c7f8367936ac4a66b90(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:22,101 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:22,101 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047682011; duration=0sec 2024-11-19T20:21:22,101 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:22,101 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:22,101 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:22,103 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/63a3fa5e039245a0adb12daf70d19359 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/63a3fa5e039245a0adb12daf70d19359 2024-11-19T20:21:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741892_1068 (size=12301) 2024-11-19T20:21:22,104 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:22,105 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:22,105 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,105 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/af369e1aa54b4eb2ac16534f939519b6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c2ca5727124f41fdb550249d1eb16dc7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/781a729371ba4d6c9d470553076e6fc7] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.1 K 2024-11-19T20:21:22,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/beb728623b934c75afdb2c30021d5148 2024-11-19T20:21:22,105 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting af369e1aa54b4eb2ac16534f939519b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047680500 2024-11-19T20:21:22,106 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ca5727124f41fdb550249d1eb16dc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732047680643 2024-11-19T20:21:22,107 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 781a729371ba4d6c9d470553076e6fc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732047681274 2024-11-19T20:21:22,113 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 63a3fa5e039245a0adb12daf70d19359(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:22,113 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:22,113 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047682010; duration=0sec 2024-11-19T20:21:22,113 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:22,113 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:22,127 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:22,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/a8038794647341749104b9901542a2ea is 50, key is test_row_0/B:col10/1732047681924/Put/seqid=0 2024-11-19T20:21:22,128 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/07369d1397384a2f98a5b4adc91ce43e is 50, key is test_row_0/C:col10/1732047681277/Put/seqid=0 2024-11-19T20:21:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741894_1070 (size=12731) 2024-11-19T20:21:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741893_1069 (size=12301) 2024-11-19T20:21:22,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/a8038794647341749104b9901542a2ea 2024-11-19T20:21:22,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047742154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047742155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047742156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047742156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047742158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/98d82a4e4d4f423b9529ff3b24667afc is 50, key is test_row_0/C:col10/1732047681924/Put/seqid=0 2024-11-19T20:21:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741895_1071 (size=12301) 2024-11-19T20:21:22,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/98d82a4e4d4f423b9529ff3b24667afc 2024-11-19T20:21:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/beb728623b934c75afdb2c30021d5148 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/beb728623b934c75afdb2c30021d5148 2024-11-19T20:21:22,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/beb728623b934c75afdb2c30021d5148, entries=150, sequenceid=280, filesize=12.0 K 2024-11-19T20:21:22,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/a8038794647341749104b9901542a2ea as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a8038794647341749104b9901542a2ea 2024-11-19T20:21:22,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a8038794647341749104b9901542a2ea, entries=150, sequenceid=280, filesize=12.0 K 2024-11-19T20:21:22,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/98d82a4e4d4f423b9529ff3b24667afc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/98d82a4e4d4f423b9529ff3b24667afc 2024-11-19T20:21:22,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/98d82a4e4d4f423b9529ff3b24667afc, entries=150, sequenceid=280, filesize=12.0 K 2024-11-19T20:21:22,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0462f46976b84a49769cf2836470121d in 202ms, sequenceid=280, compaction requested=false 2024-11-19T20:21:22,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:22,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:21:22,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:22,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/d49a25727b8149d5b97113b5d94a3370 is 50, key is test_row_0/A:col10/1732047682362/Put/seqid=0 2024-11-19T20:21:22,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047742392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741896_1072 (size=14741) 2024-11-19T20:21:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047742396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047742396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047742398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047742399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047742500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047742503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047742504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047742505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047742505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,554 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/07369d1397384a2f98a5b4adc91ce43e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/07369d1397384a2f98a5b4adc91ce43e 2024-11-19T20:21:22,568 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into 07369d1397384a2f98a5b4adc91ce43e(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:22,568 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:22,568 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047682011; duration=0sec 2024-11-19T20:21:22,568 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:22,568 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:22,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047742703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047742706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047742707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047742707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047742710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/d49a25727b8149d5b97113b5d94a3370 2024-11-19T20:21:22,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c3ad0c6f0f744dcfa81224a2c7f47f23 is 50, key is test_row_0/B:col10/1732047682362/Put/seqid=0 2024-11-19T20:21:22,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741897_1073 (size=12301) 2024-11-19T20:21:22,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c3ad0c6f0f744dcfa81224a2c7f47f23 2024-11-19T20:21:22,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/3970deda14454f52a0a5e24afa840cf9 is 50, key is test_row_0/C:col10/1732047682362/Put/seqid=0 2024-11-19T20:21:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741898_1074 (size=12301) 2024-11-19T20:21:22,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:22,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:22,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047743008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047743013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047743013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047743014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047743015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/3970deda14454f52a0a5e24afa840cf9 2024-11-19T20:21:23,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/d49a25727b8149d5b97113b5d94a3370 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d49a25727b8149d5b97113b5d94a3370 2024-11-19T20:21:23,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d49a25727b8149d5b97113b5d94a3370, entries=200, sequenceid=296, filesize=14.4 K 2024-11-19T20:21:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c3ad0c6f0f744dcfa81224a2c7f47f23 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c3ad0c6f0f744dcfa81224a2c7f47f23 2024-11-19T20:21:23,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:23,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:23,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:23,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c3ad0c6f0f744dcfa81224a2c7f47f23, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T20:21:23,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/3970deda14454f52a0a5e24afa840cf9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3970deda14454f52a0a5e24afa840cf9 2024-11-19T20:21:23,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3970deda14454f52a0a5e24afa840cf9, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T20:21:23,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0462f46976b84a49769cf2836470121d in 951ms, sequenceid=296, compaction requested=true 2024-11-19T20:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:23,313 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:23,313 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:23,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:23,314 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:23,314 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:23,315 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:23,315 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:23,315 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,315 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,315 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/ce68959d151b4c7f8367936ac4a66b90, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a8038794647341749104b9901542a2ea, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c3ad0c6f0f744dcfa81224a2c7f47f23] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.5 K 2024-11-19T20:21:23,315 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/63a3fa5e039245a0adb12daf70d19359, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/beb728623b934c75afdb2c30021d5148, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d49a25727b8149d5b97113b5d94a3370] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=38.8 K 2024-11-19T20:21:23,315 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a3fa5e039245a0adb12daf70d19359, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732047681274 2024-11-19T20:21:23,315 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ce68959d151b4c7f8367936ac4a66b90, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732047681274 2024-11-19T20:21:23,316 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a8038794647341749104b9901542a2ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732047681924 2024-11-19T20:21:23,316 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb728623b934c75afdb2c30021d5148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732047681924 2024-11-19T20:21:23,317 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c3ad0c6f0f744dcfa81224a2c7f47f23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047682048 2024-11-19T20:21:23,317 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d49a25727b8149d5b97113b5d94a3370, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047682045 2024-11-19T20:21:23,331 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:23,332 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2c062524d69c4fb3ace2cc3bcb5b4571 is 50, key is test_row_0/A:col10/1732047682362/Put/seqid=0 2024-11-19T20:21:23,338 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:23,339 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6156a5b545ae4e0c90a7fd4c7e19804f is 50, key is test_row_0/B:col10/1732047682362/Put/seqid=0 2024-11-19T20:21:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741899_1075 (size=12983) 2024-11-19T20:21:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741900_1076 (size=12983) 2024-11-19T20:21:23,384 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6156a5b545ae4e0c90a7fd4c7e19804f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6156a5b545ae4e0c90a7fd4c7e19804f 2024-11-19T20:21:23,392 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 6156a5b545ae4e0c90a7fd4c7e19804f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:23,392 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:23,392 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047683313; duration=0sec 2024-11-19T20:21:23,393 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:23,393 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:23,393 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:23,394 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:23,394 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:23,394 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,395 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/07369d1397384a2f98a5b4adc91ce43e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/98d82a4e4d4f423b9529ff3b24667afc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3970deda14454f52a0a5e24afa840cf9] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.5 K 2024-11-19T20:21:23,395 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 07369d1397384a2f98a5b4adc91ce43e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732047681274 2024-11-19T20:21:23,395 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d82a4e4d4f423b9529ff3b24667afc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732047681924 2024-11-19T20:21:23,396 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 3970deda14454f52a0a5e24afa840cf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047682048 2024-11-19T20:21:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:23,405 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:23,405 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/d03167a00f7e422ca1fba99337671c5d is 50, key is test_row_0/C:col10/1732047682362/Put/seqid=0 2024-11-19T20:21:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741901_1077 (size=12983) 2024-11-19T20:21:23,434 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/d03167a00f7e422ca1fba99337671c5d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/d03167a00f7e422ca1fba99337671c5d 2024-11-19T20:21:23,448 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into d03167a00f7e422ca1fba99337671c5d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:23,448 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:23,448 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047683313; duration=0sec 2024-11-19T20:21:23,449 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:23,449 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:23,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T20:21:23,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T20:21:23,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/8213a555ba6640aa9544ef0dd7884e14 is 50, key is test_row_0/A:col10/1732047682369/Put/seqid=0 2024-11-19T20:21:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741902_1078 (size=12301) 2024-11-19T20:21:23,479 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/8213a555ba6640aa9544ef0dd7884e14 2024-11-19T20:21:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c59e0753978e42ac917586feed7d282a is 50, key is test_row_0/B:col10/1732047682369/Put/seqid=0 2024-11-19T20:21:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:23,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047743529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047743529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047743530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047743531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047743533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741903_1079 (size=12301) 2024-11-19T20:21:23,540 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c59e0753978e42ac917586feed7d282a 2024-11-19T20:21:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a430926393014a1597babafc01e6d357 is 50, key is test_row_0/C:col10/1732047682369/Put/seqid=0 2024-11-19T20:21:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741904_1080 (size=12301) 2024-11-19T20:21:23,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047743635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047743636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047743636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047743637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047743638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,768 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/2c062524d69c4fb3ace2cc3bcb5b4571 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2c062524d69c4fb3ace2cc3bcb5b4571 2024-11-19T20:21:23,775 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 2c062524d69c4fb3ace2cc3bcb5b4571(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:23,776 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:23,776 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047683313; duration=0sec 2024-11-19T20:21:23,776 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:23,776 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:23,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047743837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047743839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047743840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047743841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047743842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:23,969 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a430926393014a1597babafc01e6d357 2024-11-19T20:21:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/8213a555ba6640aa9544ef0dd7884e14 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/8213a555ba6640aa9544ef0dd7884e14 2024-11-19T20:21:23,983 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/8213a555ba6640aa9544ef0dd7884e14, entries=150, sequenceid=321, filesize=12.0 K 2024-11-19T20:21:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c59e0753978e42ac917586feed7d282a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c59e0753978e42ac917586feed7d282a 2024-11-19T20:21:23,991 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c59e0753978e42ac917586feed7d282a, entries=150, sequenceid=321, filesize=12.0 K 2024-11-19T20:21:23,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a430926393014a1597babafc01e6d357 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a430926393014a1597babafc01e6d357 2024-11-19T20:21:23,997 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a430926393014a1597babafc01e6d357, entries=150, sequenceid=321, filesize=12.0 K 2024-11-19T20:21:23,998 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 0462f46976b84a49769cf2836470121d in 541ms, sequenceid=321, compaction requested=false 2024-11-19T20:21:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T20:21:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-19T20:21:24,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-19T20:21:24,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7030 sec 2024-11-19T20:21:24,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.7100 sec 2024-11-19T20:21:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:24,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T20:21:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:24,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/29f6232ed50240debcee704fdea8e9eb is 50, key is test_row_0/A:col10/1732047683531/Put/seqid=0 2024-11-19T20:21:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047744159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047744160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741905_1081 (size=12301) 2024-11-19T20:21:24,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047744160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047744161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047744162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047744264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047744265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047744273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047744273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047744273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047744467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047744469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047744475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047744475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047744478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/29f6232ed50240debcee704fdea8e9eb 2024-11-19T20:21:24,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1e41936c43ec43d7b14ada945b68bdc9 is 50, key is test_row_0/B:col10/1732047683531/Put/seqid=0 2024-11-19T20:21:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741906_1082 (size=12301) 2024-11-19T20:21:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047744771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047744772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047744780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047744780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047744781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:24,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1e41936c43ec43d7b14ada945b68bdc9 2024-11-19T20:21:24,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/44d15667c0174a8397cef026bf952b22 is 50, key is test_row_0/C:col10/1732047683531/Put/seqid=0 2024-11-19T20:21:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741907_1083 (size=12301) 2024-11-19T20:21:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047745277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:25,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047745278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047745283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:25,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047745285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047745287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T20:21:25,403 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-19T20:21:25,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/44d15667c0174a8397cef026bf952b22 2024-11-19T20:21:25,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-19T20:21:25,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:25,411 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T20:21:25,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:25,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/29f6232ed50240debcee704fdea8e9eb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/29f6232ed50240debcee704fdea8e9eb 2024-11-19T20:21:25,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/29f6232ed50240debcee704fdea8e9eb, entries=150, sequenceid=338, filesize=12.0 K 2024-11-19T20:21:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1e41936c43ec43d7b14ada945b68bdc9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1e41936c43ec43d7b14ada945b68bdc9 2024-11-19T20:21:25,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1e41936c43ec43d7b14ada945b68bdc9, entries=150, sequenceid=338, filesize=12.0 K 2024-11-19T20:21:25,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/44d15667c0174a8397cef026bf952b22 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/44d15667c0174a8397cef026bf952b22 2024-11-19T20:21:25,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/44d15667c0174a8397cef026bf952b22, entries=150, sequenceid=338, filesize=12.0 K 2024-11-19T20:21:25,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0462f46976b84a49769cf2836470121d in 1293ms, sequenceid=338, compaction requested=true 2024-11-19T20:21:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:25,435 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:25,435 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:25,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:25,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:25,437 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:25,437 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:25,437 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:25,437 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:25,437 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:25,437 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:25,437 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2c062524d69c4fb3ace2cc3bcb5b4571, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/8213a555ba6640aa9544ef0dd7884e14, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/29f6232ed50240debcee704fdea8e9eb] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.7 K 2024-11-19T20:21:25,437 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6156a5b545ae4e0c90a7fd4c7e19804f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c59e0753978e42ac917586feed7d282a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1e41936c43ec43d7b14ada945b68bdc9] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.7 K 2024-11-19T20:21:25,438 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6156a5b545ae4e0c90a7fd4c7e19804f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047682048 2024-11-19T20:21:25,438 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c062524d69c4fb3ace2cc3bcb5b4571, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047682048 2024-11-19T20:21:25,439 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8213a555ba6640aa9544ef0dd7884e14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732047682369 2024-11-19T20:21:25,439 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c59e0753978e42ac917586feed7d282a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732047682369 2024-11-19T20:21:25,440 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29f6232ed50240debcee704fdea8e9eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732047683528 2024-11-19T20:21:25,440 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e41936c43ec43d7b14ada945b68bdc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732047683528 2024-11-19T20:21:25,451 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:25,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/de815b5db0f84566af8588dd9e2ebaa9 is 50, key is test_row_0/B:col10/1732047683531/Put/seqid=0 2024-11-19T20:21:25,454 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:25,455 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/26452c50605b47958e8099822f192d0d is 50, key is test_row_0/A:col10/1732047683531/Put/seqid=0 2024-11-19T20:21:25,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741908_1084 (size=13085) 2024-11-19T20:21:25,470 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/de815b5db0f84566af8588dd9e2ebaa9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/de815b5db0f84566af8588dd9e2ebaa9 2024-11-19T20:21:25,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741909_1085 (size=13085) 2024-11-19T20:21:25,482 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into de815b5db0f84566af8588dd9e2ebaa9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:25,482 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:25,482 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047685435; duration=0sec 2024-11-19T20:21:25,483 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:25,483 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:25,483 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:25,485 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:25,485 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:25,485 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:25,485 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/d03167a00f7e422ca1fba99337671c5d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a430926393014a1597babafc01e6d357, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/44d15667c0174a8397cef026bf952b22] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.7 K 2024-11-19T20:21:25,486 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d03167a00f7e422ca1fba99337671c5d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047682048 2024-11-19T20:21:25,487 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/26452c50605b47958e8099822f192d0d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/26452c50605b47958e8099822f192d0d 2024-11-19T20:21:25,487 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a430926393014a1597babafc01e6d357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732047682369 2024-11-19T20:21:25,488 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 44d15667c0174a8397cef026bf952b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732047683528 2024-11-19T20:21:25,496 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 26452c50605b47958e8099822f192d0d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:25,496 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:25,497 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047685435; duration=0sec 2024-11-19T20:21:25,497 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:25,497 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:25,506 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:25,507 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/962cd3cf9fcc4fb8941a899c1bd511f8 is 50, key is test_row_0/C:col10/1732047683531/Put/seqid=0 2024-11-19T20:21:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T20:21:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741910_1086 (size=13085) 2024-11-19T20:21:25,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:25,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-19T20:21:25,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:25,564 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T20:21:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:25,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/bcf766cf5e344101ab6721921e91c742 is 50, key is test_row_0/A:col10/1732047684157/Put/seqid=0 2024-11-19T20:21:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741911_1087 (size=12301) 2024-11-19T20:21:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T20:21:25,921 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/962cd3cf9fcc4fb8941a899c1bd511f8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/962cd3cf9fcc4fb8941a899c1bd511f8 2024-11-19T20:21:25,928 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into 962cd3cf9fcc4fb8941a899c1bd511f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:25,928 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:25,928 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047685435; duration=0sec 2024-11-19T20:21:25,929 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:25,929 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:25,976 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/bcf766cf5e344101ab6721921e91c742 2024-11-19T20:21:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1bb4fd6d5bae451f9d7f3790520d6e07 is 50, key is test_row_0/B:col10/1732047684157/Put/seqid=0 2024-11-19T20:21:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741912_1088 (size=12301) 2024-11-19T20:21:25,996 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1bb4fd6d5bae451f9d7f3790520d6e07 2024-11-19T20:21:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/62cf3532e86b4dd7a472b5c7f4dcd72d is 50, key is test_row_0/C:col10/1732047684157/Put/seqid=0 2024-11-19T20:21:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T20:21:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741913_1089 (size=12301) 2024-11-19T20:21:26,020 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/62cf3532e86b4dd7a472b5c7f4dcd72d 2024-11-19T20:21:26,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/bcf766cf5e344101ab6721921e91c742 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/bcf766cf5e344101ab6721921e91c742 2024-11-19T20:21:26,033 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/bcf766cf5e344101ab6721921e91c742, entries=150, sequenceid=360, filesize=12.0 K 2024-11-19T20:21:26,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/1bb4fd6d5bae451f9d7f3790520d6e07 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1bb4fd6d5bae451f9d7f3790520d6e07 2024-11-19T20:21:26,039 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1bb4fd6d5bae451f9d7f3790520d6e07, entries=150, sequenceid=360, filesize=12.0 K 2024-11-19T20:21:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/62cf3532e86b4dd7a472b5c7f4dcd72d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62cf3532e86b4dd7a472b5c7f4dcd72d 2024-11-19T20:21:26,057 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62cf3532e86b4dd7a472b5c7f4dcd72d, entries=150, sequenceid=360, filesize=12.0 K 2024-11-19T20:21:26,058 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 0462f46976b84a49769cf2836470121d in 493ms, sequenceid=360, compaction requested=false 2024-11-19T20:21:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-19T20:21:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-19T20:21:26,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-19T20:21:26,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 648 msec 2024-11-19T20:21:26,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 654 msec 2024-11-19T20:21:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:26,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:21:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:26,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/82ea4491dc9a4db08fadf36cb2c22328 is 50, key is test_row_0/A:col10/1732047686291/Put/seqid=0 2024-11-19T20:21:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741914_1090 (size=24505) 2024-11-19T20:21:26,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/82ea4491dc9a4db08fadf36cb2c22328 2024-11-19T20:21:26,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047746318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047746320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047746322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047746324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047746326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4d6cf0a1712744c9be1ade13980ad0de is 50, key is test_row_0/B:col10/1732047686291/Put/seqid=0 2024-11-19T20:21:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741915_1091 (size=12301) 2024-11-19T20:21:26,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4d6cf0a1712744c9be1ade13980ad0de 2024-11-19T20:21:26,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a2d0847b321a4308beb749d19c991bea is 50, key is test_row_0/C:col10/1732047686291/Put/seqid=0 2024-11-19T20:21:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741916_1092 (size=12301) 2024-11-19T20:21:26,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a2d0847b321a4308beb749d19c991bea 2024-11-19T20:21:26,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/82ea4491dc9a4db08fadf36cb2c22328 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/82ea4491dc9a4db08fadf36cb2c22328 2024-11-19T20:21:26,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/82ea4491dc9a4db08fadf36cb2c22328, entries=400, sequenceid=374, filesize=23.9 K 2024-11-19T20:21:26,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/4d6cf0a1712744c9be1ade13980ad0de as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4d6cf0a1712744c9be1ade13980ad0de 2024-11-19T20:21:26,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4d6cf0a1712744c9be1ade13980ad0de, entries=150, sequenceid=374, filesize=12.0 K 2024-11-19T20:21:26,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/a2d0847b321a4308beb749d19c991bea as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a2d0847b321a4308beb749d19c991bea 2024-11-19T20:21:26,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a2d0847b321a4308beb749d19c991bea, entries=150, sequenceid=374, filesize=12.0 K 2024-11-19T20:21:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047746426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0462f46976b84a49769cf2836470121d in 138ms, sequenceid=374, compaction requested=true 2024-11-19T20:21:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:26,431 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:26,431 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:26,433 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:26,433 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:26,434 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,434 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/26452c50605b47958e8099822f192d0d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/bcf766cf5e344101ab6721921e91c742, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/82ea4491dc9a4db08fadf36cb2c22328] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=48.7 K 2024-11-19T20:21:26,434 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:26,434 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:26,435 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,435 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/de815b5db0f84566af8588dd9e2ebaa9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1bb4fd6d5bae451f9d7f3790520d6e07, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4d6cf0a1712744c9be1ade13980ad0de] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.8 K 2024-11-19T20:21:26,435 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 26452c50605b47958e8099822f192d0d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732047683528 2024-11-19T20:21:26,435 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting de815b5db0f84566af8588dd9e2ebaa9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732047683528 2024-11-19T20:21:26,435 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting bcf766cf5e344101ab6721921e91c742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732047684157 2024-11-19T20:21:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:26,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:26,437 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ea4491dc9a4db08fadf36cb2c22328, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732047686283 2024-11-19T20:21:26,437 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bb4fd6d5bae451f9d7f3790520d6e07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732047684157 2024-11-19T20:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:26,438 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6cf0a1712744c9be1ade13980ad0de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732047686289 2024-11-19T20:21:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047746448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047746449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047746452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047746452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/661fc71c5c044a3781300ae59bbdd700 is 50, key is test_row_0/A:col10/1732047686431/Put/seqid=0 2024-11-19T20:21:26,459 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:26,459 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/218c740c42af44b0820ae1280fa063d8 is 50, key is test_row_0/B:col10/1732047686291/Put/seqid=0 2024-11-19T20:21:26,468 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:26,469 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/51027e95fbaa421c84fb27e82425656f is 50, key is test_row_0/A:col10/1732047686291/Put/seqid=0 2024-11-19T20:21:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741919_1095 (size=13187) 2024-11-19T20:21:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741917_1093 (size=12301) 2024-11-19T20:21:26,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/661fc71c5c044a3781300ae59bbdd700 2024-11-19T20:21:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741918_1094 (size=13187) 2024-11-19T20:21:26,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/91c1f9d7e64f47cc8d7348d1783951b2 is 50, key is test_row_0/B:col10/1732047686431/Put/seqid=0 2024-11-19T20:21:26,514 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/218c740c42af44b0820ae1280fa063d8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/218c740c42af44b0820ae1280fa063d8 2024-11-19T20:21:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T20:21:26,515 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-19T20:21:26,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-19T20:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T20:21:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741920_1096 (size=12301) 2024-11-19T20:21:26,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:26,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:26,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:26,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/91c1f9d7e64f47cc8d7348d1783951b2 2024-11-19T20:21:26,526 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 218c740c42af44b0820ae1280fa063d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:26,526 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:26,526 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047686431; duration=0sec 2024-11-19T20:21:26,526 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:26,526 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:26,526 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:26,528 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:26,529 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:26,529 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,529 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/962cd3cf9fcc4fb8941a899c1bd511f8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62cf3532e86b4dd7a472b5c7f4dcd72d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a2d0847b321a4308beb749d19c991bea] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.8 K 2024-11-19T20:21:26,530 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 962cd3cf9fcc4fb8941a899c1bd511f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732047683528 2024-11-19T20:21:26,530 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62cf3532e86b4dd7a472b5c7f4dcd72d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732047684157 2024-11-19T20:21:26,531 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2d0847b321a4308beb749d19c991bea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732047686289 2024-11-19T20:21:26,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/62d69d744ac3484fa383ba80bfe88522 is 50, key is test_row_0/C:col10/1732047686431/Put/seqid=0 2024-11-19T20:21:26,552 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:26,552 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/66907cb958814469b908462f35fc33f2 is 50, key is test_row_0/C:col10/1732047686291/Put/seqid=0 2024-11-19T20:21:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047746555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047746555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047746557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047746557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741922_1098 (size=13187) 2024-11-19T20:21:26,580 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/66907cb958814469b908462f35fc33f2 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/66907cb958814469b908462f35fc33f2 2024-11-19T20:21:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741921_1097 (size=12301) 2024-11-19T20:21:26,590 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into 66907cb958814469b908462f35fc33f2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:26,590 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:26,590 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047686431; duration=0sec 2024-11-19T20:21:26,591 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:26,591 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T20:21:26,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047746632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:26,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:26,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047746759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047746760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047746763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047746763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T20:21:26,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,907 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/51027e95fbaa421c84fb27e82425656f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51027e95fbaa421c84fb27e82425656f 2024-11-19T20:21:26,913 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 51027e95fbaa421c84fb27e82425656f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:26,913 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:26,913 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047686430; duration=0sec 2024-11-19T20:21:26,914 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:26,914 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:26,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047746934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:26,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:26,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:26,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/62d69d744ac3484fa383ba80bfe88522 2024-11-19T20:21:26,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/661fc71c5c044a3781300ae59bbdd700 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/661fc71c5c044a3781300ae59bbdd700 2024-11-19T20:21:27,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/661fc71c5c044a3781300ae59bbdd700, entries=150, sequenceid=400, filesize=12.0 K 2024-11-19T20:21:27,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/91c1f9d7e64f47cc8d7348d1783951b2 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/91c1f9d7e64f47cc8d7348d1783951b2 2024-11-19T20:21:27,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/91c1f9d7e64f47cc8d7348d1783951b2, entries=150, sequenceid=400, filesize=12.0 K 2024-11-19T20:21:27,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/62d69d744ac3484fa383ba80bfe88522 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62d69d744ac3484fa383ba80bfe88522 2024-11-19T20:21:27,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62d69d744ac3484fa383ba80bfe88522, entries=150, sequenceid=400, filesize=12.0 K 2024-11-19T20:21:27,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0462f46976b84a49769cf2836470121d in 587ms, sequenceid=400, compaction requested=false 2024-11-19T20:21:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:27,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:27,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/f8a08a4b294d46849205aabb1965111b is 50, key is test_row_0/A:col10/1732047687062/Put/seqid=0 2024-11-19T20:21:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741923_1099 (size=14741) 2024-11-19T20:21:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T20:21:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047747098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047747121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047747121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047747122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047747225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047747226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047747227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047747227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047747428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047747430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047747430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047747433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047747438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:27,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/f8a08a4b294d46849205aabb1965111b 2024-11-19T20:21:27,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/42b471094120485ebad8db72243bfd92 is 50, key is test_row_0/B:col10/1732047687062/Put/seqid=0 2024-11-19T20:21:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741924_1100 (size=12301) 2024-11-19T20:21:27,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/42b471094120485ebad8db72243bfd92 2024-11-19T20:21:27,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/3ac16e9144a74c389031de70620912e8 is 50, key is test_row_0/C:col10/1732047687062/Put/seqid=0 2024-11-19T20:21:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741925_1101 (size=12301) 2024-11-19T20:21:27,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/3ac16e9144a74c389031de70620912e8 2024-11-19T20:21:27,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/f8a08a4b294d46849205aabb1965111b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/f8a08a4b294d46849205aabb1965111b 2024-11-19T20:21:27,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/f8a08a4b294d46849205aabb1965111b, entries=200, sequenceid=414, filesize=14.4 K 2024-11-19T20:21:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/42b471094120485ebad8db72243bfd92 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/42b471094120485ebad8db72243bfd92 2024-11-19T20:21:27,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/42b471094120485ebad8db72243bfd92, entries=150, sequenceid=414, filesize=12.0 K 2024-11-19T20:21:27,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/3ac16e9144a74c389031de70620912e8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3ac16e9144a74c389031de70620912e8 2024-11-19T20:21:27,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3ac16e9144a74c389031de70620912e8, entries=150, sequenceid=414, filesize=12.0 K 2024-11-19T20:21:27,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0462f46976b84a49769cf2836470121d in 483ms, sequenceid=414, compaction requested=true 2024-11-19T20:21:27,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:27,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:27,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:27,546 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:27,546 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:27,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:27,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:27,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:27,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:27,548 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:27,548 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:27,548 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,548 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51027e95fbaa421c84fb27e82425656f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/661fc71c5c044a3781300ae59bbdd700, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/f8a08a4b294d46849205aabb1965111b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=39.3 K 2024-11-19T20:21:27,549 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51027e95fbaa421c84fb27e82425656f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732047686289 2024-11-19T20:21:27,549 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:27,549 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:27,550 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,550 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/218c740c42af44b0820ae1280fa063d8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/91c1f9d7e64f47cc8d7348d1783951b2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/42b471094120485ebad8db72243bfd92] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.9 K 2024-11-19T20:21:27,550 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 218c740c42af44b0820ae1280fa063d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732047686289 2024-11-19T20:21:27,550 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 661fc71c5c044a3781300ae59bbdd700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732047686322 2024-11-19T20:21:27,551 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c1f9d7e64f47cc8d7348d1783951b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732047686322 2024-11-19T20:21:27,551 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a08a4b294d46849205aabb1965111b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732047686437 2024-11-19T20:21:27,552 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b471094120485ebad8db72243bfd92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732047686447 2024-11-19T20:21:27,574 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:27,574 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/5576f840185341d78283a35cad55eed4 is 50, key is test_row_0/A:col10/1732047687062/Put/seqid=0 2024-11-19T20:21:27,576 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#88 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:27,577 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/f073b9eb44ff460b9e6fdc0969c5f49e is 50, key is test_row_0/B:col10/1732047687062/Put/seqid=0 2024-11-19T20:21:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741926_1102 (size=13289) 2024-11-19T20:21:27,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T20:21:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,600 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:21:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:27,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/7804abf16aad4ae0bfc75bf9dfd27d37 is 50, key is test_row_0/A:col10/1732047687100/Put/seqid=0 2024-11-19T20:21:27,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741927_1103 (size=13289) 2024-11-19T20:21:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741928_1104 (size=12301) 2024-11-19T20:21:27,623 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/f073b9eb44ff460b9e6fdc0969c5f49e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/f073b9eb44ff460b9e6fdc0969c5f49e 2024-11-19T20:21:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T20:21:27,630 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into f073b9eb44ff460b9e6fdc0969c5f49e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:27,630 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:27,630 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=13, startTime=1732047687546; duration=0sec 2024-11-19T20:21:27,630 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:27,630 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:27,631 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:27,632 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:27,632 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:27,632 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:27,632 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/66907cb958814469b908462f35fc33f2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62d69d744ac3484fa383ba80bfe88522, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3ac16e9144a74c389031de70620912e8] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=36.9 K 2024-11-19T20:21:27,633 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 66907cb958814469b908462f35fc33f2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732047686289 2024-11-19T20:21:27,633 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 62d69d744ac3484fa383ba80bfe88522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732047686322 2024-11-19T20:21:27,634 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac16e9144a74c389031de70620912e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732047686447 2024-11-19T20:21:27,643 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:27,643 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/9c831ab6ce6949ee8839e600a50b28ee is 50, key is test_row_0/C:col10/1732047687062/Put/seqid=0 2024-11-19T20:21:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741929_1105 (size=13289) 2024-11-19T20:21:27,671 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/9c831ab6ce6949ee8839e600a50b28ee as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9c831ab6ce6949ee8839e600a50b28ee 2024-11-19T20:21:27,679 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into 9c831ab6ce6949ee8839e600a50b28ee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:27,679 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:27,679 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=13, startTime=1732047687547; duration=0sec 2024-11-19T20:21:27,680 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:27,680 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:27,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:27,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047747740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047747740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047747741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047747742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047747844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047747844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047747844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047747845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,006 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/5576f840185341d78283a35cad55eed4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5576f840185341d78283a35cad55eed4 2024-11-19T20:21:28,016 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 5576f840185341d78283a35cad55eed4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:28,016 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:28,016 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=13, startTime=1732047687546; duration=0sec 2024-11-19T20:21:28,016 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:28,016 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:28,022 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/7804abf16aad4ae0bfc75bf9dfd27d37 2024-11-19T20:21:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6f0f24f41adc4810861565ca411bd985 is 50, key is test_row_0/B:col10/1732047687100/Put/seqid=0 2024-11-19T20:21:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741930_1106 (size=12301) 2024-11-19T20:21:28,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047748046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,049 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6f0f24f41adc4810861565ca411bd985 2024-11-19T20:21:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047748047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047748049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047748051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/be999119c18145b08a6a241cf421278c is 50, key is test_row_0/C:col10/1732047687100/Put/seqid=0 2024-11-19T20:21:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741931_1107 (size=12301) 2024-11-19T20:21:28,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047748349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047748351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047748352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047748353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047748444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,466 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/be999119c18145b08a6a241cf421278c 2024-11-19T20:21:28,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/7804abf16aad4ae0bfc75bf9dfd27d37 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7804abf16aad4ae0bfc75bf9dfd27d37 2024-11-19T20:21:28,478 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7804abf16aad4ae0bfc75bf9dfd27d37, entries=150, sequenceid=439, filesize=12.0 K 2024-11-19T20:21:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6f0f24f41adc4810861565ca411bd985 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6f0f24f41adc4810861565ca411bd985 2024-11-19T20:21:28,490 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6f0f24f41adc4810861565ca411bd985, entries=150, sequenceid=439, filesize=12.0 K 2024-11-19T20:21:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/be999119c18145b08a6a241cf421278c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/be999119c18145b08a6a241cf421278c 2024-11-19T20:21:28,496 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/be999119c18145b08a6a241cf421278c, entries=150, sequenceid=439, filesize=12.0 K 2024-11-19T20:21:28,497 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0462f46976b84a49769cf2836470121d in 897ms, sequenceid=439, compaction requested=false 2024-11-19T20:21:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-19T20:21:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-19T20:21:28,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-19T20:21:28,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9770 sec 2024-11-19T20:21:28,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.9830 sec 2024-11-19T20:21:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T20:21:28,625 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-19T20:21:28,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-19T20:21:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T20:21:28,628 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:28,629 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:28,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T20:21:28,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T20:21:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:28,782 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/7bb4fd7120314331a3dbe3bce5a9d17e is 50, key is test_row_0/A:col10/1732047687737/Put/seqid=0 2024-11-19T20:21:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741932_1108 (size=12301) 2024-11-19T20:21:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:28,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047748874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047748874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047748875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047748876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T20:21:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047748978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047748978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047748978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:28,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047748980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047749180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047749180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047749181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047749183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,193 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/7bb4fd7120314331a3dbe3bce5a9d17e 2024-11-19T20:21:29,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/94313765bf834653b135ff9c00b47ef4 is 50, key is test_row_0/B:col10/1732047687737/Put/seqid=0 2024-11-19T20:21:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741933_1109 (size=12301) 2024-11-19T20:21:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T20:21:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047749482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047749484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047749485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047749488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,612 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/94313765bf834653b135ff9c00b47ef4 2024-11-19T20:21:29,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/b8c4743c25d141628646045476899365 is 50, key is test_row_0/C:col10/1732047687737/Put/seqid=0 2024-11-19T20:21:29,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741934_1110 (size=12301) 2024-11-19T20:21:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T20:21:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047749986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047749989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047749991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047749992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:30,034 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/b8c4743c25d141628646045476899365 2024-11-19T20:21:30,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/7bb4fd7120314331a3dbe3bce5a9d17e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7bb4fd7120314331a3dbe3bce5a9d17e 2024-11-19T20:21:30,046 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7bb4fd7120314331a3dbe3bce5a9d17e, entries=150, sequenceid=453, filesize=12.0 K 2024-11-19T20:21:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/94313765bf834653b135ff9c00b47ef4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/94313765bf834653b135ff9c00b47ef4 2024-11-19T20:21:30,052 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/94313765bf834653b135ff9c00b47ef4, entries=150, sequenceid=453, filesize=12.0 K 2024-11-19T20:21:30,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/b8c4743c25d141628646045476899365 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b8c4743c25d141628646045476899365 2024-11-19T20:21:30,058 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b8c4743c25d141628646045476899365, entries=150, sequenceid=453, filesize=12.0 K 2024-11-19T20:21:30,059 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0462f46976b84a49769cf2836470121d in 1277ms, sequenceid=453, compaction requested=true 2024-11-19T20:21:30,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:30,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:30,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T20:21:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-19T20:21:30,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-19T20:21:30,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-19T20:21:30,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4360 sec 2024-11-19T20:21:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:30,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:21:30,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:30,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:30,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:30,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:30,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:30,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:30,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/fa114bd62bc5426aba0f2a0873d35f9b is 50, key is test_row_0/A:col10/1732047688875/Put/seqid=0 2024-11-19T20:21:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741935_1111 (size=12301) 2024-11-19T20:21:30,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/fa114bd62bc5426aba0f2a0873d35f9b 2024-11-19T20:21:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047750486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:30,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/726f081db927436f9a8080847d5a36b5 is 50, key is test_row_0/B:col10/1732047688875/Put/seqid=0 2024-11-19T20:21:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741936_1112 (size=12301) 2024-11-19T20:21:30,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047750590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T20:21:30,732 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-19T20:21:30,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-19T20:21:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:30,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:30,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:30,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047750792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:30,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:30,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:30,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:30,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/726f081db927436f9a8080847d5a36b5 2024-11-19T20:21:30,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/b2c2cffe154943ed972f1daac307a3c0 is 50, key is test_row_0/C:col10/1732047688875/Put/seqid=0 2024-11-19T20:21:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741937_1113 (size=12301) 2024-11-19T20:21:30,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/b2c2cffe154943ed972f1daac307a3c0 2024-11-19T20:21:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/fa114bd62bc5426aba0f2a0873d35f9b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/fa114bd62bc5426aba0f2a0873d35f9b 2024-11-19T20:21:30,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/fa114bd62bc5426aba0f2a0873d35f9b, entries=150, sequenceid=479, filesize=12.0 K 2024-11-19T20:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/726f081db927436f9a8080847d5a36b5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/726f081db927436f9a8080847d5a36b5 2024-11-19T20:21:30,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/726f081db927436f9a8080847d5a36b5, entries=150, sequenceid=479, filesize=12.0 K 2024-11-19T20:21:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/b2c2cffe154943ed972f1daac307a3c0 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b2c2cffe154943ed972f1daac307a3c0 2024-11-19T20:21:30,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b2c2cffe154943ed972f1daac307a3c0, entries=150, sequenceid=479, filesize=12.0 K 2024-11-19T20:21:30,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0462f46976b84a49769cf2836470121d in 483ms, sequenceid=479, compaction requested=true 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:30,943 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:30,943 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:30,945 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:30,945 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:30,945 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:30,945 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5576f840185341d78283a35cad55eed4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7804abf16aad4ae0bfc75bf9dfd27d37, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7bb4fd7120314331a3dbe3bce5a9d17e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/fa114bd62bc5426aba0f2a0873d35f9b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.0 K 2024-11-19T20:21:30,946 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:30,946 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5576f840185341d78283a35cad55eed4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732047686447 2024-11-19T20:21:30,946 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:30,946 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:30,946 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/f073b9eb44ff460b9e6fdc0969c5f49e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6f0f24f41adc4810861565ca411bd985, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/94313765bf834653b135ff9c00b47ef4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/726f081db927436f9a8080847d5a36b5] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.0 K 2024-11-19T20:21:30,947 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7804abf16aad4ae0bfc75bf9dfd27d37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732047687084 2024-11-19T20:21:30,947 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f073b9eb44ff460b9e6fdc0969c5f49e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732047686447 2024-11-19T20:21:30,948 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bb4fd7120314331a3dbe3bce5a9d17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732047687737 2024-11-19T20:21:30,948 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f0f24f41adc4810861565ca411bd985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732047687084 2024-11-19T20:21:30,948 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa114bd62bc5426aba0f2a0873d35f9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732047688872 2024-11-19T20:21:30,948 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 94313765bf834653b135ff9c00b47ef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732047687737 2024-11-19T20:21:30,949 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 726f081db927436f9a8080847d5a36b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732047688872 2024-11-19T20:21:30,961 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:30,961 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:30,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/7f3213657b9b4a11b8e87c0a4dc58843 is 50, key is test_row_0/B:col10/1732047688875/Put/seqid=0 2024-11-19T20:21:30,962 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/5d06eaad36194b7497880d2d1241a370 is 50, key is test_row_0/A:col10/1732047688875/Put/seqid=0 2024-11-19T20:21:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741938_1114 (size=13425) 2024-11-19T20:21:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741939_1115 (size=13425) 2024-11-19T20:21:30,982 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/7f3213657b9b4a11b8e87c0a4dc58843 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/7f3213657b9b4a11b8e87c0a4dc58843 2024-11-19T20:21:30,988 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 7f3213657b9b4a11b8e87c0a4dc58843(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:30,988 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:30,988 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=12, startTime=1732047690943; duration=0sec 2024-11-19T20:21:30,988 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:30,988 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:30,989 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:30,991 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:30,991 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:30,992 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:30,992 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9c831ab6ce6949ee8839e600a50b28ee, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/be999119c18145b08a6a241cf421278c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b8c4743c25d141628646045476899365, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b2c2cffe154943ed972f1daac307a3c0] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.0 K 2024-11-19T20:21:30,992 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c831ab6ce6949ee8839e600a50b28ee, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732047686447 2024-11-19T20:21:30,993 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting be999119c18145b08a6a241cf421278c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732047687084 2024-11-19T20:21:30,993 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b8c4743c25d141628646045476899365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732047687737 2024-11-19T20:21:30,994 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b2c2cffe154943ed972f1daac307a3c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732047688872 2024-11-19T20:21:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:30,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:30,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:30,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:30,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:31,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/abb49d4f28964611bd61abc5f144bdb6 is 50, key is test_row_0/A:col10/1732047690470/Put/seqid=0 2024-11-19T20:21:31,011 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:31,011 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6bd676226c96406794a15a93aa5dbb1b is 50, key is test_row_0/C:col10/1732047688875/Put/seqid=0 2024-11-19T20:21:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741940_1116 (size=12301) 2024-11-19T20:21:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741941_1117 (size=13425) 2024-11-19T20:21:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047751022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047751023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047751023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047751024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:31,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047751095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047751126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047751126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047751126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047751128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047751329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047751329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047751330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047751332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:31,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,379 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/5d06eaad36194b7497880d2d1241a370 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5d06eaad36194b7497880d2d1241a370 2024-11-19T20:21:31,386 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into 5d06eaad36194b7497880d2d1241a370(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:31,386 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:31,386 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=12, startTime=1732047690943; duration=0sec 2024-11-19T20:21:31,386 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:31,386 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:31,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/abb49d4f28964611bd61abc5f144bdb6 2024-11-19T20:21:31,426 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6bd676226c96406794a15a93aa5dbb1b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6bd676226c96406794a15a93aa5dbb1b 2024-11-19T20:21:31,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/eab8713f4d5948d3aab65a267a2c992c is 50, key is test_row_0/B:col10/1732047690470/Put/seqid=0 2024-11-19T20:21:31,432 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into 6bd676226c96406794a15a93aa5dbb1b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:31,432 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:31,432 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=12, startTime=1732047690943; duration=0sec 2024-11-19T20:21:31,432 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:31,432 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741942_1118 (size=12301) 2024-11-19T20:21:31,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/eab8713f4d5948d3aab65a267a2c992c 2024-11-19T20:21:31,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/857eda7e405e47818f2e0fbceccc6541 is 50, key is test_row_0/C:col10/1732047690470/Put/seqid=0 2024-11-19T20:21:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741943_1119 (size=12301) 2024-11-19T20:21:31,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047751599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047751633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047751634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047751634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047751638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:31,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:31,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/857eda7e405e47818f2e0fbceccc6541 2024-11-19T20:21:31,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/abb49d4f28964611bd61abc5f144bdb6 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/abb49d4f28964611bd61abc5f144bdb6 2024-11-19T20:21:31,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/abb49d4f28964611bd61abc5f144bdb6, entries=150, sequenceid=491, filesize=12.0 K 2024-11-19T20:21:31,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/eab8713f4d5948d3aab65a267a2c992c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/eab8713f4d5948d3aab65a267a2c992c 2024-11-19T20:21:31,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/eab8713f4d5948d3aab65a267a2c992c, entries=150, sequenceid=491, filesize=12.0 K 2024-11-19T20:21:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/857eda7e405e47818f2e0fbceccc6541 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/857eda7e405e47818f2e0fbceccc6541 2024-11-19T20:21:31,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/857eda7e405e47818f2e0fbceccc6541, entries=150, sequenceid=491, filesize=12.0 K 2024-11-19T20:21:31,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0462f46976b84a49769cf2836470121d in 885ms, sequenceid=491, compaction requested=false 2024-11-19T20:21:31,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:31,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:31,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T20:21:31,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:31,966 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:21:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/893cfde70ec548f28fea0527dfb67132 is 50, key is test_row_0/A:col10/1732047691023/Put/seqid=0 2024-11-19T20:21:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741944_1120 (size=12301) 2024-11-19T20:21:31,980 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/893cfde70ec548f28fea0527dfb67132 2024-11-19T20:21:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/a3bf8c290ca64ee5adb1a1ea9d665e21 is 50, key is test_row_0/B:col10/1732047691023/Put/seqid=0 2024-11-19T20:21:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741945_1121 (size=12301) 2024-11-19T20:21:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:32,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. as already flushing 2024-11-19T20:21:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047752143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047752143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047752144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047752146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047752247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047752247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047752247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047752249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,395 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/a3bf8c290ca64ee5adb1a1ea9d665e21 2024-11-19T20:21:32,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/7c1a7c9a49fa41d18c7815ebae8d49a5 is 50, key is test_row_0/C:col10/1732047691023/Put/seqid=0 2024-11-19T20:21:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741946_1122 (size=12301) 2024-11-19T20:21:32,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047752449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047752450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047752450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047752452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1732047752607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047752752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047752753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047752753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047752756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:32,812 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/7c1a7c9a49fa41d18c7815ebae8d49a5 2024-11-19T20:21:32,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/893cfde70ec548f28fea0527dfb67132 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/893cfde70ec548f28fea0527dfb67132 2024-11-19T20:21:32,823 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/893cfde70ec548f28fea0527dfb67132, entries=150, sequenceid=518, filesize=12.0 K 2024-11-19T20:21:32,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/a3bf8c290ca64ee5adb1a1ea9d665e21 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a3bf8c290ca64ee5adb1a1ea9d665e21 2024-11-19T20:21:32,829 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a3bf8c290ca64ee5adb1a1ea9d665e21, entries=150, sequenceid=518, filesize=12.0 K 2024-11-19T20:21:32,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/7c1a7c9a49fa41d18c7815ebae8d49a5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/7c1a7c9a49fa41d18c7815ebae8d49a5 2024-11-19T20:21:32,834 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/7c1a7c9a49fa41d18c7815ebae8d49a5, entries=150, sequenceid=518, filesize=12.0 K 2024-11-19T20:21:32,835 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0462f46976b84a49769cf2836470121d in 869ms, sequenceid=518, compaction requested=true 2024-11-19T20:21:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T20:21:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-19T20:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:32,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-19T20:21:32,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1000 sec 2024-11-19T20:21:32,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.1070 sec 2024-11-19T20:21:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:33,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:21:33,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:33,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:33,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:33,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:33,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:33,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:33,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/3b36c10ddeb844c3b08b36c9af769c93 is 50, key is test_row_0/A:col10/1732047692141/Put/seqid=0 2024-11-19T20:21:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741947_1123 (size=12301) 2024-11-19T20:21:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047753286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047753286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047753287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047753289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047753392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047753392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047753392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047753393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047753595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047753596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047753597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047753598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/3b36c10ddeb844c3b08b36c9af769c93 2024-11-19T20:21:33,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6b86cea85b06443b91acd618bed03671 is 50, key is test_row_0/B:col10/1732047692141/Put/seqid=0 2024-11-19T20:21:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741948_1124 (size=12301) 2024-11-19T20:21:33,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047753899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047753899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047753901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047753902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:34,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6b86cea85b06443b91acd618bed03671 2024-11-19T20:21:34,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/4a252c80973442eaa66bae4e03a9ee37 is 50, key is test_row_0/C:col10/1732047692141/Put/seqid=0 2024-11-19T20:21:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741949_1125 (size=12301) 2024-11-19T20:21:34,315 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:51443 2024-11-19T20:21:34,315 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:51443 2024-11-19T20:21:34,315 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:51443 2024-11-19T20:21:34,316 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:34,316 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:34,316 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:34,316 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:51443 2024-11-19T20:21:34,316 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:34,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1732047754403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1732047754406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50816 deadline: 1732047754406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50834 deadline: 1732047754406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:34,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/4a252c80973442eaa66bae4e03a9ee37 2024-11-19T20:21:34,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/3b36c10ddeb844c3b08b36c9af769c93 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/3b36c10ddeb844c3b08b36c9af769c93 2024-11-19T20:21:34,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/3b36c10ddeb844c3b08b36c9af769c93, entries=150, sequenceid=531, filesize=12.0 K 2024-11-19T20:21:34,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/6b86cea85b06443b91acd618bed03671 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6b86cea85b06443b91acd618bed03671 2024-11-19T20:21:34,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6b86cea85b06443b91acd618bed03671, entries=150, sequenceid=531, filesize=12.0 K 2024-11-19T20:21:34,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/4a252c80973442eaa66bae4e03a9ee37 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4a252c80973442eaa66bae4e03a9ee37 2024-11-19T20:21:34,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4a252c80973442eaa66bae4e03a9ee37, entries=150, sequenceid=531, filesize=12.0 K 2024-11-19T20:21:34,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0462f46976b84a49769cf2836470121d in 1270ms, sequenceid=531, compaction requested=true 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:34,529 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0462f46976b84a49769cf2836470121d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:34,529 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:34,531 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:34,531 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/A is initiating minor compaction (all files) 2024-11-19T20:21:34,531 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:34,531 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/B is initiating minor compaction (all files) 2024-11-19T20:21:34,531 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/A in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:34,531 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/B in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:34,531 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5d06eaad36194b7497880d2d1241a370, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/abb49d4f28964611bd61abc5f144bdb6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/893cfde70ec548f28fea0527dfb67132, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/3b36c10ddeb844c3b08b36c9af769c93] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.1 K 2024-11-19T20:21:34,531 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/7f3213657b9b4a11b8e87c0a4dc58843, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/eab8713f4d5948d3aab65a267a2c992c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a3bf8c290ca64ee5adb1a1ea9d665e21, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6b86cea85b06443b91acd618bed03671] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.1 K 2024-11-19T20:21:34,531 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f3213657b9b4a11b8e87c0a4dc58843, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732047688872 2024-11-19T20:21:34,531 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d06eaad36194b7497880d2d1241a370, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732047688872 2024-11-19T20:21:34,532 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting eab8713f4d5948d3aab65a267a2c992c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732047690462 2024-11-19T20:21:34,532 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting abb49d4f28964611bd61abc5f144bdb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732047690462 2024-11-19T20:21:34,532 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a3bf8c290ca64ee5adb1a1ea9d665e21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732047691020 2024-11-19T20:21:34,532 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 893cfde70ec548f28fea0527dfb67132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732047691020 2024-11-19T20:21:34,533 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b86cea85b06443b91acd618bed03671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732047692141 2024-11-19T20:21:34,533 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b36c10ddeb844c3b08b36c9af769c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732047692141 2024-11-19T20:21:34,542 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:34,542 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/0b5c0b7409fb4a78bbcce1e6737282d3 is 50, key is test_row_0/B:col10/1732047692141/Put/seqid=0 2024-11-19T20:21:34,543 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#A#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:34,543 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/a27d3edab36b49f5a7b883102192234b is 50, key is test_row_0/A:col10/1732047692141/Put/seqid=0 2024-11-19T20:21:34,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741950_1126 (size=13561) 2024-11-19T20:21:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741951_1127 (size=13561) 2024-11-19T20:21:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:34,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:21:34,622 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:51443 2024-11-19T20:21:34,622 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:34,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:34,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:34,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:34,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:34,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:34,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:34,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/67b914c5464f403db28cb8aac1f61bdb is 50, key is test_row_0/A:col10/1732047694621/Put/seqid=0 2024-11-19T20:21:34,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741952_1128 (size=12301) 2024-11-19T20:21:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T20:21:34,840 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-19T20:21:34,953 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/0b5c0b7409fb4a78bbcce1e6737282d3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/0b5c0b7409fb4a78bbcce1e6737282d3 2024-11-19T20:21:34,953 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/a27d3edab36b49f5a7b883102192234b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/a27d3edab36b49f5a7b883102192234b 2024-11-19T20:21:34,958 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/B of 0462f46976b84a49769cf2836470121d into 0b5c0b7409fb4a78bbcce1e6737282d3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:34,958 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:34,958 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/B, priority=12, startTime=1732047694529; duration=0sec 2024-11-19T20:21:34,958 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:34,958 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/A of 0462f46976b84a49769cf2836470121d into a27d3edab36b49f5a7b883102192234b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:34,958 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:B 2024-11-19T20:21:34,958 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:34,959 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/A, priority=12, startTime=1732047694529; duration=0sec 2024-11-19T20:21:34,959 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:34,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:34,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:A 2024-11-19T20:21:34,960 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:34,960 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 0462f46976b84a49769cf2836470121d/C is initiating minor compaction (all files) 2024-11-19T20:21:34,960 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0462f46976b84a49769cf2836470121d/C in TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:34,960 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6bd676226c96406794a15a93aa5dbb1b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/857eda7e405e47818f2e0fbceccc6541, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/7c1a7c9a49fa41d18c7815ebae8d49a5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4a252c80973442eaa66bae4e03a9ee37] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp, totalSize=49.1 K 2024-11-19T20:21:34,960 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bd676226c96406794a15a93aa5dbb1b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732047688872 2024-11-19T20:21:34,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 857eda7e405e47818f2e0fbceccc6541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732047690462 2024-11-19T20:21:34,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c1a7c9a49fa41d18c7815ebae8d49a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732047691020 2024-11-19T20:21:34,962 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a252c80973442eaa66bae4e03a9ee37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732047692141 2024-11-19T20:21:34,970 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0462f46976b84a49769cf2836470121d#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:34,971 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/cb7095a38c9a40ea9e081714cc8c3607 is 50, key is test_row_0/C:col10/1732047692141/Put/seqid=0 2024-11-19T20:21:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741953_1129 (size=13561) 2024-11-19T20:21:35,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/67b914c5464f403db28cb8aac1f61bdb 2024-11-19T20:21:35,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c2f76f89ac7c4d24881eb37d3ba5ef07 is 50, key is test_row_0/B:col10/1732047694621/Put/seqid=0 2024-11-19T20:21:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741954_1130 (size=12301) 2024-11-19T20:21:35,380 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/cb7095a38c9a40ea9e081714cc8c3607 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cb7095a38c9a40ea9e081714cc8c3607 2024-11-19T20:21:35,385 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0462f46976b84a49769cf2836470121d/C of 0462f46976b84a49769cf2836470121d into cb7095a38c9a40ea9e081714cc8c3607(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:35,385 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:35,385 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d., storeName=0462f46976b84a49769cf2836470121d/C, priority=12, startTime=1732047694529; duration=0sec 2024-11-19T20:21:35,385 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:35,386 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0462f46976b84a49769cf2836470121d:C 2024-11-19T20:21:35,406 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:51443 2024-11-19T20:21:35,406 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:35,409 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:51443 2024-11-19T20:21:35,409 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:35,412 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:51443 2024-11-19T20:21:35,412 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:35,413 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:51443 2024-11-19T20:21:35,413 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:35,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7183 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6891 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3052 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9155 rows 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3065 2024-11-19T20:21:35,414 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9194 rows 2024-11-19T20:21:35,414 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:21:35,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:51443 2024-11-19T20:21:35,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:21:35,417 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T20:21:35,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T20:21:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:35,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047695429"}]},"ts":"1732047695429"} 2024-11-19T20:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T20:21:35,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T20:21:35,433 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T20:21:35,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:21:35,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, UNASSIGN}] 2024-11-19T20:21:35,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, UNASSIGN 2024-11-19T20:21:35,440 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0462f46976b84a49769cf2836470121d, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:35,441 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:21:35,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:35,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c2f76f89ac7c4d24881eb37d3ba5ef07 2024-11-19T20:21:35,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6d5b62d491724f3390fb59d2564c344a is 50, key is test_row_0/C:col10/1732047694621/Put/seqid=0 2024-11-19T20:21:35,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741955_1131 (size=12301) 2024-11-19T20:21:35,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6d5b62d491724f3390fb59d2564c344a 2024-11-19T20:21:35,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/67b914c5464f403db28cb8aac1f61bdb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/67b914c5464f403db28cb8aac1f61bdb 2024-11-19T20:21:35,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/67b914c5464f403db28cb8aac1f61bdb, entries=150, sequenceid=555, filesize=12.0 K 2024-11-19T20:21:35,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/c2f76f89ac7c4d24881eb37d3ba5ef07 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c2f76f89ac7c4d24881eb37d3ba5ef07 2024-11-19T20:21:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c2f76f89ac7c4d24881eb37d3ba5ef07, entries=150, sequenceid=555, filesize=12.0 K 2024-11-19T20:21:35,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/6d5b62d491724f3390fb59d2564c344a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6d5b62d491724f3390fb59d2564c344a 2024-11-19T20:21:35,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6d5b62d491724f3390fb59d2564c344a, entries=150, sequenceid=555, filesize=12.0 K 2024-11-19T20:21:35,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 0462f46976b84a49769cf2836470121d in 859ms, sequenceid=555, compaction requested=false 2024-11-19T20:21:35,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T20:21:35,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:35,597 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:35,598 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:21:35,598 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 0462f46976b84a49769cf2836470121d, disabling compactions & flushes 2024-11-19T20:21:35,598 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:35,598 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:35,598 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. after waiting 0 ms 2024-11-19T20:21:35,598 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:35,599 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 0462f46976b84a49769cf2836470121d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T20:21:35,599 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=A 2024-11-19T20:21:35,599 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:35,599 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=B 2024-11-19T20:21:35,599 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:35,599 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0462f46976b84a49769cf2836470121d, store=C 2024-11-19T20:21:35,599 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:35,603 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/285b169aef3c4120baa09165cce31a91 is 50, key is test_row_1/A:col10/1732047695411/Put/seqid=0 2024-11-19T20:21:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741956_1132 (size=9857) 2024-11-19T20:21:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T20:21:36,008 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/285b169aef3c4120baa09165cce31a91 2024-11-19T20:21:36,016 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/06508efc796d4a4ab3d39fcfeb8da97b is 50, key is test_row_1/B:col10/1732047695411/Put/seqid=0 2024-11-19T20:21:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741957_1133 (size=9857) 2024-11-19T20:21:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T20:21:36,420 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/06508efc796d4a4ab3d39fcfeb8da97b 2024-11-19T20:21:36,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T20:21:36,428 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e099c9155bac4eca8ea7866140d7dd27 is 50, key is test_row_1/C:col10/1732047695411/Put/seqid=0 2024-11-19T20:21:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741958_1134 (size=9857) 2024-11-19T20:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T20:21:36,832 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e099c9155bac4eca8ea7866140d7dd27 2024-11-19T20:21:36,837 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/A/285b169aef3c4120baa09165cce31a91 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/285b169aef3c4120baa09165cce31a91 2024-11-19T20:21:36,842 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/285b169aef3c4120baa09165cce31a91, entries=100, sequenceid=565, filesize=9.6 K 2024-11-19T20:21:36,843 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/B/06508efc796d4a4ab3d39fcfeb8da97b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/06508efc796d4a4ab3d39fcfeb8da97b 2024-11-19T20:21:36,847 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/06508efc796d4a4ab3d39fcfeb8da97b, entries=100, sequenceid=565, filesize=9.6 K 2024-11-19T20:21:36,848 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/.tmp/C/e099c9155bac4eca8ea7866140d7dd27 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e099c9155bac4eca8ea7866140d7dd27 2024-11-19T20:21:36,852 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e099c9155bac4eca8ea7866140d7dd27, entries=100, sequenceid=565, filesize=9.6 K 2024-11-19T20:21:36,853 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0462f46976b84a49769cf2836470121d in 1254ms, sequenceid=565, compaction requested=true 2024-11-19T20:21:36,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e2c11577096542b1b631652a906eb002, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/357468039350402c9e254902dd2cc0c4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5dc2c06d15bf4a3c998bf3fedb6f0555, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e98add2fc60e40f4904bc8809382e87d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/076f9203e509435dbdd0e3b18b53b986, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/c4451c53e86b4a88bafeaec2c1cd4398, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/42017eeb44c24a7fb2b30e28ccd1d104, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d7a81ca99a1b4cf6b33423a0fc47aafc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/99f3b61b7e14440ba54b23aa7ae300c2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2a1d57961f7d4b4d97d3960bee730738, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51b2c9962c7c44b9a13b3585d10cbf73, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2aa1bce67cdc4e2083f4a9583097e4a3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/116156743c594e22b8f91a7d1e896b7e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b4d874e334aa434cab0c3175c0f5de91, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/38521c7f58264558a9847fdd0aedb441, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/1db5692ccebb4173895c6f454c3c1644, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/63a3fa5e039245a0adb12daf70d19359, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b5f8b411b5734dc7976ad0fd4d12819d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/beb728623b934c75afdb2c30021d5148, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d49a25727b8149d5b97113b5d94a3370, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2c062524d69c4fb3ace2cc3bcb5b4571, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/8213a555ba6640aa9544ef0dd7884e14, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/26452c50605b47958e8099822f192d0d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/29f6232ed50240debcee704fdea8e9eb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/bcf766cf5e344101ab6721921e91c742, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/82ea4491dc9a4db08fadf36cb2c22328, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51027e95fbaa421c84fb27e82425656f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/661fc71c5c044a3781300ae59bbdd700, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/f8a08a4b294d46849205aabb1965111b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5576f840185341d78283a35cad55eed4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7804abf16aad4ae0bfc75bf9dfd27d37, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7bb4fd7120314331a3dbe3bce5a9d17e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5d06eaad36194b7497880d2d1241a370, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/fa114bd62bc5426aba0f2a0873d35f9b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/abb49d4f28964611bd61abc5f144bdb6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/893cfde70ec548f28fea0527dfb67132, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/3b36c10ddeb844c3b08b36c9af769c93] to archive 2024-11-19T20:21:36,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:21:36,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e2c11577096542b1b631652a906eb002 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e2c11577096542b1b631652a906eb002 2024-11-19T20:21:36,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/357468039350402c9e254902dd2cc0c4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/357468039350402c9e254902dd2cc0c4 2024-11-19T20:21:36,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5dc2c06d15bf4a3c998bf3fedb6f0555 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5dc2c06d15bf4a3c998bf3fedb6f0555 2024-11-19T20:21:36,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e98add2fc60e40f4904bc8809382e87d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/e98add2fc60e40f4904bc8809382e87d 2024-11-19T20:21:36,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/076f9203e509435dbdd0e3b18b53b986 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/076f9203e509435dbdd0e3b18b53b986 2024-11-19T20:21:36,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/c4451c53e86b4a88bafeaec2c1cd4398 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/c4451c53e86b4a88bafeaec2c1cd4398 2024-11-19T20:21:36,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/42017eeb44c24a7fb2b30e28ccd1d104 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/42017eeb44c24a7fb2b30e28ccd1d104 2024-11-19T20:21:36,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d7a81ca99a1b4cf6b33423a0fc47aafc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d7a81ca99a1b4cf6b33423a0fc47aafc 2024-11-19T20:21:36,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/99f3b61b7e14440ba54b23aa7ae300c2 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/99f3b61b7e14440ba54b23aa7ae300c2 2024-11-19T20:21:36,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2a1d57961f7d4b4d97d3960bee730738 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2a1d57961f7d4b4d97d3960bee730738 2024-11-19T20:21:36,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51b2c9962c7c44b9a13b3585d10cbf73 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51b2c9962c7c44b9a13b3585d10cbf73 2024-11-19T20:21:36,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2aa1bce67cdc4e2083f4a9583097e4a3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2aa1bce67cdc4e2083f4a9583097e4a3 2024-11-19T20:21:36,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/116156743c594e22b8f91a7d1e896b7e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/116156743c594e22b8f91a7d1e896b7e 2024-11-19T20:21:36,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b4d874e334aa434cab0c3175c0f5de91 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b4d874e334aa434cab0c3175c0f5de91 2024-11-19T20:21:36,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/38521c7f58264558a9847fdd0aedb441 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/38521c7f58264558a9847fdd0aedb441 2024-11-19T20:21:36,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/1db5692ccebb4173895c6f454c3c1644 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/1db5692ccebb4173895c6f454c3c1644 2024-11-19T20:21:36,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/63a3fa5e039245a0adb12daf70d19359 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/63a3fa5e039245a0adb12daf70d19359 2024-11-19T20:21:36,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b5f8b411b5734dc7976ad0fd4d12819d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/b5f8b411b5734dc7976ad0fd4d12819d 2024-11-19T20:21:36,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/beb728623b934c75afdb2c30021d5148 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/beb728623b934c75afdb2c30021d5148 2024-11-19T20:21:36,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d49a25727b8149d5b97113b5d94a3370 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/d49a25727b8149d5b97113b5d94a3370 2024-11-19T20:21:36,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2c062524d69c4fb3ace2cc3bcb5b4571 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/2c062524d69c4fb3ace2cc3bcb5b4571 2024-11-19T20:21:36,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/8213a555ba6640aa9544ef0dd7884e14 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/8213a555ba6640aa9544ef0dd7884e14 2024-11-19T20:21:36,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/26452c50605b47958e8099822f192d0d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/26452c50605b47958e8099822f192d0d 2024-11-19T20:21:36,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/29f6232ed50240debcee704fdea8e9eb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/29f6232ed50240debcee704fdea8e9eb 2024-11-19T20:21:36,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/bcf766cf5e344101ab6721921e91c742 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/bcf766cf5e344101ab6721921e91c742 2024-11-19T20:21:36,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/82ea4491dc9a4db08fadf36cb2c22328 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/82ea4491dc9a4db08fadf36cb2c22328 2024-11-19T20:21:36,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51027e95fbaa421c84fb27e82425656f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/51027e95fbaa421c84fb27e82425656f 2024-11-19T20:21:36,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/661fc71c5c044a3781300ae59bbdd700 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/661fc71c5c044a3781300ae59bbdd700 2024-11-19T20:21:36,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/f8a08a4b294d46849205aabb1965111b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/f8a08a4b294d46849205aabb1965111b 2024-11-19T20:21:36,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5576f840185341d78283a35cad55eed4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5576f840185341d78283a35cad55eed4 2024-11-19T20:21:36,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7804abf16aad4ae0bfc75bf9dfd27d37 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7804abf16aad4ae0bfc75bf9dfd27d37 2024-11-19T20:21:36,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7bb4fd7120314331a3dbe3bce5a9d17e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/7bb4fd7120314331a3dbe3bce5a9d17e 2024-11-19T20:21:36,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5d06eaad36194b7497880d2d1241a370 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/5d06eaad36194b7497880d2d1241a370 2024-11-19T20:21:36,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/fa114bd62bc5426aba0f2a0873d35f9b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/fa114bd62bc5426aba0f2a0873d35f9b 2024-11-19T20:21:36,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/abb49d4f28964611bd61abc5f144bdb6 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/abb49d4f28964611bd61abc5f144bdb6 2024-11-19T20:21:36,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/893cfde70ec548f28fea0527dfb67132 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/893cfde70ec548f28fea0527dfb67132 2024-11-19T20:21:36,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/3b36c10ddeb844c3b08b36c9af769c93 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/3b36c10ddeb844c3b08b36c9af769c93 2024-11-19T20:21:36,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/e2fda705e1304992bffe853a2f051f3a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/286ea61169824fb7b6498f2d4b6d8ad1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/810a472fbfc141dc94424f7e1e8a0b30, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/60120686b63140f7a176328aea01531c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4bf7d682f7bf4d3487652d04e7dbfc32, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/08f56dbc67ce4eedbd025b5cd0f385ad, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4a9a6ddf2d8e4b3a88538400f71b9e1e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/9ea8e75797bd4dcd98ff6560377722a8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/d19e9ffad9c447d59160e41000631fad, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/698e073a71c74a0a9f34e875c71ba202, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/84442a468905467eafc655a95059a64a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/718dde37361f4f1188659e60a76d8f61, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1cca5952b8514d4aa818a0f25303294c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/77997f613d1e44c3bf03b5ad1df89eac, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b3e91131b09942399dad837ec8cbab78, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/81709c5adc054a1b8f97c033f9714e82, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/ce68959d151b4c7f8367936ac4a66b90, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b32aa285dda743a39e007bfccdf5571e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a8038794647341749104b9901542a2ea, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6156a5b545ae4e0c90a7fd4c7e19804f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c3ad0c6f0f744dcfa81224a2c7f47f23, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c59e0753978e42ac917586feed7d282a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/de815b5db0f84566af8588dd9e2ebaa9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1e41936c43ec43d7b14ada945b68bdc9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1bb4fd6d5bae451f9d7f3790520d6e07, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/218c740c42af44b0820ae1280fa063d8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4d6cf0a1712744c9be1ade13980ad0de, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/91c1f9d7e64f47cc8d7348d1783951b2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/f073b9eb44ff460b9e6fdc0969c5f49e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/42b471094120485ebad8db72243bfd92, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6f0f24f41adc4810861565ca411bd985, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/94313765bf834653b135ff9c00b47ef4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/7f3213657b9b4a11b8e87c0a4dc58843, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/726f081db927436f9a8080847d5a36b5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/eab8713f4d5948d3aab65a267a2c992c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a3bf8c290ca64ee5adb1a1ea9d665e21, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6b86cea85b06443b91acd618bed03671] to archive 2024-11-19T20:21:36,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:21:36,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/e2fda705e1304992bffe853a2f051f3a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/e2fda705e1304992bffe853a2f051f3a 2024-11-19T20:21:36,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/286ea61169824fb7b6498f2d4b6d8ad1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/286ea61169824fb7b6498f2d4b6d8ad1 2024-11-19T20:21:36,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/810a472fbfc141dc94424f7e1e8a0b30 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/810a472fbfc141dc94424f7e1e8a0b30 2024-11-19T20:21:36,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/60120686b63140f7a176328aea01531c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/60120686b63140f7a176328aea01531c 2024-11-19T20:21:36,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4bf7d682f7bf4d3487652d04e7dbfc32 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4bf7d682f7bf4d3487652d04e7dbfc32 2024-11-19T20:21:36,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/08f56dbc67ce4eedbd025b5cd0f385ad to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/08f56dbc67ce4eedbd025b5cd0f385ad 2024-11-19T20:21:36,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4a9a6ddf2d8e4b3a88538400f71b9e1e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4a9a6ddf2d8e4b3a88538400f71b9e1e 2024-11-19T20:21:36,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/9ea8e75797bd4dcd98ff6560377722a8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/9ea8e75797bd4dcd98ff6560377722a8 2024-11-19T20:21:36,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/d19e9ffad9c447d59160e41000631fad to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/d19e9ffad9c447d59160e41000631fad 2024-11-19T20:21:36,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/698e073a71c74a0a9f34e875c71ba202 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/698e073a71c74a0a9f34e875c71ba202 2024-11-19T20:21:36,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/84442a468905467eafc655a95059a64a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/84442a468905467eafc655a95059a64a 2024-11-19T20:21:36,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/718dde37361f4f1188659e60a76d8f61 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/718dde37361f4f1188659e60a76d8f61 2024-11-19T20:21:36,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1cca5952b8514d4aa818a0f25303294c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1cca5952b8514d4aa818a0f25303294c 2024-11-19T20:21:36,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/77997f613d1e44c3bf03b5ad1df89eac to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/77997f613d1e44c3bf03b5ad1df89eac 2024-11-19T20:21:36,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b3e91131b09942399dad837ec8cbab78 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b3e91131b09942399dad837ec8cbab78 2024-11-19T20:21:36,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/81709c5adc054a1b8f97c033f9714e82 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/81709c5adc054a1b8f97c033f9714e82 2024-11-19T20:21:36,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/ce68959d151b4c7f8367936ac4a66b90 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/ce68959d151b4c7f8367936ac4a66b90 2024-11-19T20:21:36,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b32aa285dda743a39e007bfccdf5571e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/b32aa285dda743a39e007bfccdf5571e 2024-11-19T20:21:36,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a8038794647341749104b9901542a2ea to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a8038794647341749104b9901542a2ea 2024-11-19T20:21:36,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6156a5b545ae4e0c90a7fd4c7e19804f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6156a5b545ae4e0c90a7fd4c7e19804f 2024-11-19T20:21:36,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c3ad0c6f0f744dcfa81224a2c7f47f23 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c3ad0c6f0f744dcfa81224a2c7f47f23 2024-11-19T20:21:36,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c59e0753978e42ac917586feed7d282a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c59e0753978e42ac917586feed7d282a 2024-11-19T20:21:36,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/de815b5db0f84566af8588dd9e2ebaa9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/de815b5db0f84566af8588dd9e2ebaa9 2024-11-19T20:21:36,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1e41936c43ec43d7b14ada945b68bdc9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1e41936c43ec43d7b14ada945b68bdc9 2024-11-19T20:21:36,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1bb4fd6d5bae451f9d7f3790520d6e07 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/1bb4fd6d5bae451f9d7f3790520d6e07 2024-11-19T20:21:36,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/218c740c42af44b0820ae1280fa063d8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/218c740c42af44b0820ae1280fa063d8 2024-11-19T20:21:36,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4d6cf0a1712744c9be1ade13980ad0de to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/4d6cf0a1712744c9be1ade13980ad0de 2024-11-19T20:21:36,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/91c1f9d7e64f47cc8d7348d1783951b2 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/91c1f9d7e64f47cc8d7348d1783951b2 2024-11-19T20:21:36,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/f073b9eb44ff460b9e6fdc0969c5f49e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/f073b9eb44ff460b9e6fdc0969c5f49e 2024-11-19T20:21:36,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/42b471094120485ebad8db72243bfd92 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/42b471094120485ebad8db72243bfd92 2024-11-19T20:21:36,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6f0f24f41adc4810861565ca411bd985 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6f0f24f41adc4810861565ca411bd985 2024-11-19T20:21:36,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/94313765bf834653b135ff9c00b47ef4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/94313765bf834653b135ff9c00b47ef4 2024-11-19T20:21:36,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/7f3213657b9b4a11b8e87c0a4dc58843 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/7f3213657b9b4a11b8e87c0a4dc58843 2024-11-19T20:21:36,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/726f081db927436f9a8080847d5a36b5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/726f081db927436f9a8080847d5a36b5 2024-11-19T20:21:36,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/eab8713f4d5948d3aab65a267a2c992c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/eab8713f4d5948d3aab65a267a2c992c 2024-11-19T20:21:36,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a3bf8c290ca64ee5adb1a1ea9d665e21 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/a3bf8c290ca64ee5adb1a1ea9d665e21 2024-11-19T20:21:36,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6b86cea85b06443b91acd618bed03671 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/6b86cea85b06443b91acd618bed03671 2024-11-19T20:21:36,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6353f03bf967475db11bda39e07a1501, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c509915dbb7c4aee97d9f6b6c145d2fd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cda2e49bb6df4a839664f48a30db4a4d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/bbb7841204884ed2b7a417370ca80429, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/1e03301fe9ec4d4d9f2d345a9da8246f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9bd220b7f0a94382b8f82bfa22dbf4ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c3c1cc9676e44301abca9acc3751bfe9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c8f39d36ee224171ba898b2b91b4de7e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/f1b200ebae194c62a0ed9ec01b11f72e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e8c855c5ca5f4b089299296111259e9d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/95c6ac0c7e454b7fbce9428daf9e3c30, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a925a220d4204e03b7ad5b4287e69e1f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e7dbaf6470c04ccbb1beec207dd72a29, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/af369e1aa54b4eb2ac16534f939519b6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4aa1326ca5544f3489021d312ac63c9d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c2ca5727124f41fdb550249d1eb16dc7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/07369d1397384a2f98a5b4adc91ce43e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/781a729371ba4d6c9d470553076e6fc7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/98d82a4e4d4f423b9529ff3b24667afc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/d03167a00f7e422ca1fba99337671c5d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3970deda14454f52a0a5e24afa840cf9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a430926393014a1597babafc01e6d357, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/962cd3cf9fcc4fb8941a899c1bd511f8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/44d15667c0174a8397cef026bf952b22, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62cf3532e86b4dd7a472b5c7f4dcd72d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/66907cb958814469b908462f35fc33f2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a2d0847b321a4308beb749d19c991bea, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62d69d744ac3484fa383ba80bfe88522, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9c831ab6ce6949ee8839e600a50b28ee, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3ac16e9144a74c389031de70620912e8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/be999119c18145b08a6a241cf421278c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b8c4743c25d141628646045476899365, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6bd676226c96406794a15a93aa5dbb1b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b2c2cffe154943ed972f1daac307a3c0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/857eda7e405e47818f2e0fbceccc6541, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/7c1a7c9a49fa41d18c7815ebae8d49a5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4a252c80973442eaa66bae4e03a9ee37] to archive 2024-11-19T20:21:36,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:21:36,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6353f03bf967475db11bda39e07a1501 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6353f03bf967475db11bda39e07a1501 2024-11-19T20:21:36,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c509915dbb7c4aee97d9f6b6c145d2fd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c509915dbb7c4aee97d9f6b6c145d2fd 2024-11-19T20:21:36,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cda2e49bb6df4a839664f48a30db4a4d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cda2e49bb6df4a839664f48a30db4a4d 2024-11-19T20:21:36,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/bbb7841204884ed2b7a417370ca80429 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/bbb7841204884ed2b7a417370ca80429 2024-11-19T20:21:36,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/1e03301fe9ec4d4d9f2d345a9da8246f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/1e03301fe9ec4d4d9f2d345a9da8246f 2024-11-19T20:21:36,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9bd220b7f0a94382b8f82bfa22dbf4ca to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9bd220b7f0a94382b8f82bfa22dbf4ca 2024-11-19T20:21:36,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c3c1cc9676e44301abca9acc3751bfe9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c3c1cc9676e44301abca9acc3751bfe9 2024-11-19T20:21:36,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c8f39d36ee224171ba898b2b91b4de7e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c8f39d36ee224171ba898b2b91b4de7e 2024-11-19T20:21:36,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/f1b200ebae194c62a0ed9ec01b11f72e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/f1b200ebae194c62a0ed9ec01b11f72e 2024-11-19T20:21:36,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e8c855c5ca5f4b089299296111259e9d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e8c855c5ca5f4b089299296111259e9d 2024-11-19T20:21:36,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/95c6ac0c7e454b7fbce9428daf9e3c30 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/95c6ac0c7e454b7fbce9428daf9e3c30 2024-11-19T20:21:36,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a925a220d4204e03b7ad5b4287e69e1f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a925a220d4204e03b7ad5b4287e69e1f 2024-11-19T20:21:36,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e7dbaf6470c04ccbb1beec207dd72a29 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e7dbaf6470c04ccbb1beec207dd72a29 2024-11-19T20:21:36,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/af369e1aa54b4eb2ac16534f939519b6 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/af369e1aa54b4eb2ac16534f939519b6 2024-11-19T20:21:36,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4aa1326ca5544f3489021d312ac63c9d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4aa1326ca5544f3489021d312ac63c9d 2024-11-19T20:21:36,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c2ca5727124f41fdb550249d1eb16dc7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/c2ca5727124f41fdb550249d1eb16dc7 2024-11-19T20:21:36,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/07369d1397384a2f98a5b4adc91ce43e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/07369d1397384a2f98a5b4adc91ce43e 2024-11-19T20:21:36,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/781a729371ba4d6c9d470553076e6fc7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/781a729371ba4d6c9d470553076e6fc7 2024-11-19T20:21:36,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/98d82a4e4d4f423b9529ff3b24667afc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/98d82a4e4d4f423b9529ff3b24667afc 2024-11-19T20:21:36,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/d03167a00f7e422ca1fba99337671c5d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/d03167a00f7e422ca1fba99337671c5d 2024-11-19T20:21:36,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3970deda14454f52a0a5e24afa840cf9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3970deda14454f52a0a5e24afa840cf9 2024-11-19T20:21:36,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a430926393014a1597babafc01e6d357 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a430926393014a1597babafc01e6d357 2024-11-19T20:21:36,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/962cd3cf9fcc4fb8941a899c1bd511f8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/962cd3cf9fcc4fb8941a899c1bd511f8 2024-11-19T20:21:36,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/44d15667c0174a8397cef026bf952b22 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/44d15667c0174a8397cef026bf952b22 2024-11-19T20:21:36,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62cf3532e86b4dd7a472b5c7f4dcd72d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62cf3532e86b4dd7a472b5c7f4dcd72d 2024-11-19T20:21:36,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/66907cb958814469b908462f35fc33f2 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/66907cb958814469b908462f35fc33f2 2024-11-19T20:21:36,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a2d0847b321a4308beb749d19c991bea to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/a2d0847b321a4308beb749d19c991bea 2024-11-19T20:21:36,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62d69d744ac3484fa383ba80bfe88522 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/62d69d744ac3484fa383ba80bfe88522 2024-11-19T20:21:36,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9c831ab6ce6949ee8839e600a50b28ee to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/9c831ab6ce6949ee8839e600a50b28ee 2024-11-19T20:21:37,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3ac16e9144a74c389031de70620912e8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/3ac16e9144a74c389031de70620912e8 2024-11-19T20:21:37,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/be999119c18145b08a6a241cf421278c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/be999119c18145b08a6a241cf421278c 2024-11-19T20:21:37,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b8c4743c25d141628646045476899365 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b8c4743c25d141628646045476899365 2024-11-19T20:21:37,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6bd676226c96406794a15a93aa5dbb1b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6bd676226c96406794a15a93aa5dbb1b 2024-11-19T20:21:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b2c2cffe154943ed972f1daac307a3c0 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/b2c2cffe154943ed972f1daac307a3c0 2024-11-19T20:21:37,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/857eda7e405e47818f2e0fbceccc6541 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/857eda7e405e47818f2e0fbceccc6541 2024-11-19T20:21:37,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/7c1a7c9a49fa41d18c7815ebae8d49a5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/7c1a7c9a49fa41d18c7815ebae8d49a5 2024-11-19T20:21:37,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4a252c80973442eaa66bae4e03a9ee37 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/4a252c80973442eaa66bae4e03a9ee37 2024-11-19T20:21:37,012 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/recovered.edits/568.seqid, newMaxSeqId=568, maxSeqId=1 2024-11-19T20:21:37,014 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d. 2024-11-19T20:21:37,015 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 0462f46976b84a49769cf2836470121d: 2024-11-19T20:21:37,016 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 0462f46976b84a49769cf2836470121d 2024-11-19T20:21:37,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0462f46976b84a49769cf2836470121d, regionState=CLOSED 2024-11-19T20:21:37,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-19T20:21:37,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 0462f46976b84a49769cf2836470121d, server=581e77bfee5a,33765,1732047668051 in 1.5770 sec 2024-11-19T20:21:37,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-19T20:21:37,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0462f46976b84a49769cf2836470121d, UNASSIGN in 1.5820 sec 2024-11-19T20:21:37,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-19T20:21:37,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5880 sec 2024-11-19T20:21:37,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047697025"}]},"ts":"1732047697025"} 2024-11-19T20:21:37,026 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T20:21:37,029 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T20:21:37,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6060 sec 2024-11-19T20:21:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T20:21:37,534 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-19T20:21:37,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T20:21:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,542 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T20:21:37,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d 2024-11-19T20:21:37,550 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/recovered.edits] 2024-11-19T20:21:37,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/285b169aef3c4120baa09165cce31a91 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/285b169aef3c4120baa09165cce31a91 2024-11-19T20:21:37,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/67b914c5464f403db28cb8aac1f61bdb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/67b914c5464f403db28cb8aac1f61bdb 2024-11-19T20:21:37,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/a27d3edab36b49f5a7b883102192234b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/A/a27d3edab36b49f5a7b883102192234b 2024-11-19T20:21:37,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/06508efc796d4a4ab3d39fcfeb8da97b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/06508efc796d4a4ab3d39fcfeb8da97b 2024-11-19T20:21:37,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/0b5c0b7409fb4a78bbcce1e6737282d3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/0b5c0b7409fb4a78bbcce1e6737282d3 2024-11-19T20:21:37,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c2f76f89ac7c4d24881eb37d3ba5ef07 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/B/c2f76f89ac7c4d24881eb37d3ba5ef07 2024-11-19T20:21:37,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6d5b62d491724f3390fb59d2564c344a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/6d5b62d491724f3390fb59d2564c344a 2024-11-19T20:21:37,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cb7095a38c9a40ea9e081714cc8c3607 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/cb7095a38c9a40ea9e081714cc8c3607 2024-11-19T20:21:37,565 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e099c9155bac4eca8ea7866140d7dd27 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/C/e099c9155bac4eca8ea7866140d7dd27 2024-11-19T20:21:37,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/recovered.edits/568.seqid to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d/recovered.edits/568.seqid 2024-11-19T20:21:37,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/0462f46976b84a49769cf2836470121d 2024-11-19T20:21:37,568 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T20:21:37,573 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T20:21:37,582 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T20:21:37,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T20:21:37,614 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,614 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T20:21:37,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732047697614"}]},"ts":"9223372036854775807"} 2024-11-19T20:21:37,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T20:21:37,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0462f46976b84a49769cf2836470121d, NAME => 'TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T20:21:37,617 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T20:21:37,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732047697617"}]},"ts":"9223372036854775807"} 2024-11-19T20:21:37,620 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T20:21:37,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-19T20:21:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T20:21:37,644 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-19T20:21:37,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735796006_22 at /127.0.0.1:35940 [Waiting for operation #365] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1383830174_22 at /127.0.0.1:38530 [Waiting for operation #379] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;581e77bfee5a:33765-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1931 (was 2460) 2024-11-19T20:21:37,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=1931 2024-11-19T20:21:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:21:37,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:21:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:37,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:21:37,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:37,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-19T20:21:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-19T20:21:37,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:21:37,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741959_1135 (size=960) 2024-11-19T20:21:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-19T20:21:37,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T20:21:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-19T20:21:38,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:21:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741960_1136 (size=53) 2024-11-19T20:21:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-19T20:21:38,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:38,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 432b7a1719aeb11da6f90989f0fd43e5, disabling compactions & flushes 2024-11-19T20:21:38,487 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. after waiting 0 ms 2024-11-19T20:21:38,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,487 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:38,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:21:38,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732047698489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047698489"}]},"ts":"1732047698489"} 2024-11-19T20:21:38,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:21:38,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:21:38,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047698491"}]},"ts":"1732047698491"} 2024-11-19T20:21:38,492 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T20:21:38,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, ASSIGN}] 2024-11-19T20:21:38,498 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, ASSIGN 2024-11-19T20:21:38,498 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:21:38,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:38,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-19T20:21:38,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:38,806 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,806 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:21:38,806 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,807 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:38,807 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,807 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,808 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,809 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:38,810 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432b7a1719aeb11da6f90989f0fd43e5 columnFamilyName A 2024-11-19T20:21:38,810 DEBUG [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:38,810 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(327): Store=432b7a1719aeb11da6f90989f0fd43e5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:38,810 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,811 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:38,812 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432b7a1719aeb11da6f90989f0fd43e5 columnFamilyName B 2024-11-19T20:21:38,813 DEBUG [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:38,813 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(327): Store=432b7a1719aeb11da6f90989f0fd43e5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:38,813 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,814 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:38,814 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432b7a1719aeb11da6f90989f0fd43e5 columnFamilyName C 2024-11-19T20:21:38,814 DEBUG [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:38,815 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(327): Store=432b7a1719aeb11da6f90989f0fd43e5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:38,815 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,815 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,816 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,817 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:21:38,818 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:38,820 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:21:38,821 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 432b7a1719aeb11da6f90989f0fd43e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73530491, jitterRate=0.09568969905376434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:21:38,821 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:38,822 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., pid=37, masterSystemTime=1732047698803 2024-11-19T20:21:38,824 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,824 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:38,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:38,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T20:21:38,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 in 175 msec 2024-11-19T20:21:38,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-19T20:21:38,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, ASSIGN in 331 msec 2024-11-19T20:21:38,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:21:38,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047698830"}]},"ts":"1732047698830"} 2024-11-19T20:21:38,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T20:21:38,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:21:38,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-19T20:21:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-19T20:21:39,777 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-19T20:21:39,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-19T20:21:39,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:39,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:39,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:39,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:21:39,790 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:21:39,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:21:39,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T20:21:39,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741961_1137 (size=996) 2024-11-19T20:21:40,215 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-19T20:21:40,215 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-19T20:21:40,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:21:40,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, REOPEN/MOVE}] 2024-11-19T20:21:40,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, REOPEN/MOVE 2024-11-19T20:21:40,228 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,230 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:21:40,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:40,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,382 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,382 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:21:40,382 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 432b7a1719aeb11da6f90989f0fd43e5, disabling compactions & flushes 2024-11-19T20:21:40,382 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,382 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,382 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. after waiting 0 ms 2024-11-19T20:21:40,382 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,386 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T20:21:40,387 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,387 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:40,387 WARN [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 432b7a1719aeb11da6f90989f0fd43e5 to self. 2024-11-19T20:21:40,388 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=CLOSED 2024-11-19T20:21:40,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-19T20:21:40,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 in 160 msec 2024-11-19T20:21:40,391 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, REOPEN/MOVE; state=CLOSED, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=true 2024-11-19T20:21:40,542 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:21:40,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,699 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,699 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:21:40,699 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,699 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:21:40,700 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,700 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,702 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,703 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:40,707 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432b7a1719aeb11da6f90989f0fd43e5 columnFamilyName A 2024-11-19T20:21:40,709 DEBUG [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:40,710 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(327): Store=432b7a1719aeb11da6f90989f0fd43e5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:40,710 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,711 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:40,711 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432b7a1719aeb11da6f90989f0fd43e5 columnFamilyName B 2024-11-19T20:21:40,711 DEBUG [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:40,712 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(327): Store=432b7a1719aeb11da6f90989f0fd43e5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:40,712 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,712 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:21:40,712 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432b7a1719aeb11da6f90989f0fd43e5 columnFamilyName C 2024-11-19T20:21:40,712 DEBUG [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:40,713 INFO [StoreOpener-432b7a1719aeb11da6f90989f0fd43e5-1 {}] regionserver.HStore(327): Store=432b7a1719aeb11da6f90989f0fd43e5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:21:40,713 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,714 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,715 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,716 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:21:40,717 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,718 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 432b7a1719aeb11da6f90989f0fd43e5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67589879, jitterRate=0.00716768205165863}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:21:40,719 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:40,720 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., pid=42, masterSystemTime=1732047700695 2024-11-19T20:21:40,721 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,721 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=OPEN, openSeqNum=5, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-19T20:21:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 in 180 msec 2024-11-19T20:21:40,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T20:21:40,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, REOPEN/MOVE in 497 msec 2024-11-19T20:21:40,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-19T20:21:40,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-19T20:21:40,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-19T20:21:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-19T20:21:40,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-19T20:21:40,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-19T20:21:40,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-19T20:21:40,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-19T20:21:40,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-19T20:21:40,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-19T20:21:40,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-19T20:21:40,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-19T20:21:40,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-19T20:21:40,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:21:40,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:40,799 DEBUG [hconnection-0x48afc8d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-19T20:21:40,800 DEBUG [hconnection-0x31f6e84c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,800 DEBUG [hconnection-0x34ae5286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,800 DEBUG [hconnection-0x612c3cc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,801 DEBUG [hconnection-0x60b41400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:40,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,803 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,803 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:40,805 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:40,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:40,807 DEBUG [hconnection-0x3d4ff768-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,807 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,808 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,808 DEBUG [hconnection-0x14bed04e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,809 DEBUG [hconnection-0x684dd52d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:21:40,809 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,809 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,809 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,811 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:21:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:40,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ecb346ca7d5743a88f8d7aa154f839c2_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047700820/Put/seqid=0 2024-11-19T20:21:40,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047760869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047760869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047760876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047760878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047760879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741962_1138 (size=14594) 2024-11-19T20:21:40,899 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:40,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ecb346ca7d5743a88f8d7aa154f839c2_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ecb346ca7d5743a88f8d7aa154f839c2_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:40,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/0b74f80eeaec4fba9eadd982aabdd30c, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:40,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/0b74f80eeaec4fba9eadd982aabdd30c is 175, key is test_row_0/A:col10/1732047700820/Put/seqid=0 2024-11-19T20:21:40,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741963_1139 (size=39545) 2024-11-19T20:21:40,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/0b74f80eeaec4fba9eadd982aabdd30c 2024-11-19T20:21:40,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:40,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:40,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/b20c7dc3730c44ae81b469cf5deeae45 is 50, key is test_row_0/B:col10/1732047700820/Put/seqid=0 2024-11-19T20:21:40,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047760981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047760981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047760981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047760982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741964_1140 (size=9657) 2024-11-19T20:21:40,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047760986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:40,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/b20c7dc3730c44ae81b469cf5deeae45 2024-11-19T20:21:41,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e0db52d1e99c476582ce1b0005899a22 is 50, key is test_row_0/C:col10/1732047700820/Put/seqid=0 2024-11-19T20:21:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741965_1141 (size=9657) 2024-11-19T20:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:41,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:41,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:41,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047761186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047761186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047761186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047761186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047761189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:41,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e0db52d1e99c476582ce1b0005899a22 2024-11-19T20:21:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/0b74f80eeaec4fba9eadd982aabdd30c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c 2024-11-19T20:21:41,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c, entries=200, sequenceid=15, filesize=38.6 K 2024-11-19T20:21:41,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/b20c7dc3730c44ae81b469cf5deeae45 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/b20c7dc3730c44ae81b469cf5deeae45 2024-11-19T20:21:41,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/b20c7dc3730c44ae81b469cf5deeae45, entries=100, sequenceid=15, filesize=9.4 K 2024-11-19T20:21:41,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e0db52d1e99c476582ce1b0005899a22 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e0db52d1e99c476582ce1b0005899a22 2024-11-19T20:21:41,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e0db52d1e99c476582ce1b0005899a22, entries=100, sequenceid=15, filesize=9.4 K 2024-11-19T20:21:41,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 432b7a1719aeb11da6f90989f0fd43e5 in 658ms, sequenceid=15, compaction requested=false 2024-11-19T20:21:41,483 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T20:21:41,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:41,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:21:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:41,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047761504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047761506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047761507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047761507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047761508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111949670cbd4a6c4ccca6621b6ba4653498_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047700876/Put/seqid=0 2024-11-19T20:21:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741966_1142 (size=17034) 2024-11-19T20:21:41,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047761609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047761609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047761609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047761610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047761610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047761814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047761815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047761816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047761816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047761816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:41,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:41,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:41,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:41,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:41,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:41,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111949670cbd4a6c4ccca6621b6ba4653498_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111949670cbd4a6c4ccca6621b6ba4653498_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:41,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/971123360078400c87585bc27b006043, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:41,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/971123360078400c87585bc27b006043 is 175, key is test_row_0/A:col10/1732047700876/Put/seqid=0 2024-11-19T20:21:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741967_1143 (size=48139) 2024-11-19T20:21:41,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/971123360078400c87585bc27b006043 2024-11-19T20:21:42,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6e9d417cf26742fcabf168f2ddfaecf9 is 50, key is test_row_0/B:col10/1732047700876/Put/seqid=0 2024-11-19T20:21:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741968_1144 (size=12001) 2024-11-19T20:21:42,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6e9d417cf26742fcabf168f2ddfaecf9 2024-11-19T20:21:42,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/6146797447314781a9ede5a072db01cf is 50, key is test_row_0/C:col10/1732047700876/Put/seqid=0 2024-11-19T20:21:42,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741969_1145 (size=12001) 2024-11-19T20:21:42,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/6146797447314781a9ede5a072db01cf 2024-11-19T20:21:42,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/971123360078400c87585bc27b006043 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043 2024-11-19T20:21:42,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043, entries=250, sequenceid=42, filesize=47.0 K 2024-11-19T20:21:42,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6e9d417cf26742fcabf168f2ddfaecf9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6e9d417cf26742fcabf168f2ddfaecf9 2024-11-19T20:21:42,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6e9d417cf26742fcabf168f2ddfaecf9, entries=150, sequenceid=42, filesize=11.7 K 2024-11-19T20:21:42,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/6146797447314781a9ede5a072db01cf as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6146797447314781a9ede5a072db01cf 2024-11-19T20:21:42,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6146797447314781a9ede5a072db01cf, entries=150, sequenceid=42, filesize=11.7 K 2024-11-19T20:21:42,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 432b7a1719aeb11da6f90989f0fd43e5 in 618ms, sequenceid=42, compaction requested=false 2024-11-19T20:21:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:42,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:21:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:42,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197fdf29ba5f794f21bd271ed4002143b1_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047762150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047762155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047762156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047762156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741970_1146 (size=17034) 2024-11-19T20:21:42,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:42,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197fdf29ba5f794f21bd271ed4002143b1_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197fdf29ba5f794f21bd271ed4002143b1_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:42,181 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6e52b436f3cb4a319213fd0c992e798c, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:42,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6e52b436f3cb4a319213fd0c992e798c is 175, key is test_row_0/A:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741971_1147 (size=48139) 2024-11-19T20:21:42,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6e52b436f3cb4a319213fd0c992e798c 2024-11-19T20:21:42,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8ac3dced99b243f08d1ecc682aac5877 is 50, key is test_row_0/B:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741972_1148 (size=12001) 2024-11-19T20:21:42,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8ac3dced99b243f08d1ecc682aac5877 2024-11-19T20:21:42,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/da6d20b782be482baf1fdc9322997ee6 is 50, key is test_row_0/C:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047762257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047762258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047762261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047762262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047762263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741973_1149 (size=12001) 2024-11-19T20:21:42,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047762463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047762462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047762464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047762466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047762466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:21:42,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/da6d20b782be482baf1fdc9322997ee6 2024-11-19T20:21:42,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6e52b436f3cb4a319213fd0c992e798c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c 2024-11-19T20:21:42,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c, entries=250, sequenceid=55, filesize=47.0 K 2024-11-19T20:21:42,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8ac3dced99b243f08d1ecc682aac5877 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8ac3dced99b243f08d1ecc682aac5877 2024-11-19T20:21:42,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8ac3dced99b243f08d1ecc682aac5877, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T20:21:42,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/da6d20b782be482baf1fdc9322997ee6 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/da6d20b782be482baf1fdc9322997ee6 2024-11-19T20:21:42,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/da6d20b782be482baf1fdc9322997ee6, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T20:21:42,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 432b7a1719aeb11da6f90989f0fd43e5 in 582ms, sequenceid=55, compaction requested=true 2024-11-19T20:21:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:42,705 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:42,706 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:42,708 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:42,708 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:21:42,708 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,708 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=132.6 K 2024-11-19T20:21:42,708 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,708 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c] 2024-11-19T20:21:42,709 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:42,709 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:21:42,709 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,709 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/b20c7dc3730c44ae81b469cf5deeae45, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6e9d417cf26742fcabf168f2ddfaecf9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8ac3dced99b243f08d1ecc682aac5877] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=32.9 K 2024-11-19T20:21:42,709 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b74f80eeaec4fba9eadd982aabdd30c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732047700818 2024-11-19T20:21:42,709 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b20c7dc3730c44ae81b469cf5deeae45, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732047700820 2024-11-19T20:21:42,710 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 971123360078400c87585bc27b006043, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732047700855 2024-11-19T20:21:42,710 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e9d417cf26742fcabf168f2ddfaecf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732047700876 2024-11-19T20:21:42,711 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e52b436f3cb4a319213fd0c992e798c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047701501 2024-11-19T20:21:42,711 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac3dced99b243f08d1ecc682aac5877, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047701501 2024-11-19T20:21:42,726 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:42,727 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6c376c11056a4c1ebe59407dfc5e8cf7 is 50, key is test_row_0/B:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,729 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:42,734 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111953e16c078b7a471fa1356fad17366068_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:42,742 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111953e16c078b7a471fa1356fad17366068_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:42,742 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111953e16c078b7a471fa1356fad17366068_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741974_1150 (size=12104) 2024-11-19T20:21:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:42,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:21:42,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:42,775 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6c376c11056a4c1ebe59407dfc5e8cf7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6c376c11056a4c1ebe59407dfc5e8cf7 2024-11-19T20:21:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741975_1151 (size=4469) 2024-11-19T20:21:42,785 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#130 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:42,785 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into 6c376c11056a4c1ebe59407dfc5e8cf7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:42,785 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:42,785 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=13, startTime=1732047702705; duration=0sec 2024-11-19T20:21:42,785 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:42,785 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:42,785 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:42,787 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/3b8980b5ca6b478789e022293022a3a0 is 175, key is test_row_0/A:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,789 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:42,789 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:21:42,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,789 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047762782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,789 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e0db52d1e99c476582ce1b0005899a22, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6146797447314781a9ede5a072db01cf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/da6d20b782be482baf1fdc9322997ee6] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=32.9 K 2024-11-19T20:21:42,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047762784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,790 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e0db52d1e99c476582ce1b0005899a22, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732047700820 2024-11-19T20:21:42,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e46751fd74ed4f4184fc6af8f3a35e29_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047702147/Put/seqid=0 2024-11-19T20:21:42,791 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6146797447314781a9ede5a072db01cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732047700876 2024-11-19T20:21:42,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047762786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,792 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting da6d20b782be482baf1fdc9322997ee6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047701501 2024-11-19T20:21:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047762789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047762788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,807 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:42,808 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/345ecfd538394ec39968013cc837b438 is 50, key is test_row_0/C:col10/1732047702120/Put/seqid=0 2024-11-19T20:21:42,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741976_1152 (size=31058) 2024-11-19T20:21:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741977_1153 (size=12154) 2024-11-19T20:21:42,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741978_1154 (size=12104) 2024-11-19T20:21:42,829 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/3b8980b5ca6b478789e022293022a3a0 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/3b8980b5ca6b478789e022293022a3a0 2024-11-19T20:21:42,837 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/345ecfd538394ec39968013cc837b438 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/345ecfd538394ec39968013cc837b438 2024-11-19T20:21:42,838 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into 3b8980b5ca6b478789e022293022a3a0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:42,838 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:42,838 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=13, startTime=1732047702705; duration=0sec 2024-11-19T20:21:42,838 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:42,838 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:42,844 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into 345ecfd538394ec39968013cc837b438(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:42,844 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:42,844 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=13, startTime=1732047702707; duration=0sec 2024-11-19T20:21:42,844 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:42,845 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047762891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047762891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047762893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047762896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047762897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:42,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:42,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:42,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047763093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047763097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047763097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047763099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047763099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:43,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:43,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e46751fd74ed4f4184fc6af8f3a35e29_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e46751fd74ed4f4184fc6af8f3a35e29_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:43,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/767aa4712eae4bf1a263399141d26a8b, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:43,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/767aa4712eae4bf1a263399141d26a8b is 175, key is test_row_0/A:col10/1732047702147/Put/seqid=0 2024-11-19T20:21:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741979_1155 (size=30955) 2024-11-19T20:21:43,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047763397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047763399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047763401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047763401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047763402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/767aa4712eae4bf1a263399141d26a8b 2024-11-19T20:21:43,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/40aec7b78710416eba0e691e510f6211 is 50, key is test_row_0/B:col10/1732047702147/Put/seqid=0 2024-11-19T20:21:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741980_1156 (size=12001) 2024-11-19T20:21:43,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:43,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:43,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047763902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047763904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047763904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047763906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:43,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047763907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/40aec7b78710416eba0e691e510f6211 2024-11-19T20:21:44,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/a31a8f98abd140669fd98b52325ef6be is 50, key is test_row_0/C:col10/1732047702147/Put/seqid=0 2024-11-19T20:21:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741981_1157 (size=12001) 2024-11-19T20:21:44,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/a31a8f98abd140669fd98b52325ef6be 2024-11-19T20:21:44,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:44,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:44,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:44,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/767aa4712eae4bf1a263399141d26a8b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b 2024-11-19T20:21:44,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b, entries=150, sequenceid=81, filesize=30.2 K 2024-11-19T20:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/40aec7b78710416eba0e691e510f6211 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/40aec7b78710416eba0e691e510f6211 2024-11-19T20:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/40aec7b78710416eba0e691e510f6211, entries=150, sequenceid=81, filesize=11.7 K 2024-11-19T20:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/a31a8f98abd140669fd98b52325ef6be as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a31a8f98abd140669fd98b52325ef6be 2024-11-19T20:21:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a31a8f98abd140669fd98b52325ef6be, entries=150, sequenceid=81, filesize=11.7 K 2024-11-19T20:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 432b7a1719aeb11da6f90989f0fd43e5 in 1766ms, sequenceid=81, compaction requested=false 2024-11-19T20:21:44,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,660 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c67901d40dff488183efd1c6e0c053a0_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047702788/Put/seqid=0 2024-11-19T20:21:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741982_1158 (size=9714) 2024-11-19T20:21:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047764936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047764937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047764938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047764940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047764940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047765042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047765042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047765043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047765045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047765046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:45,119 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c67901d40dff488183efd1c6e0c053a0_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c67901d40dff488183efd1c6e0c053a0_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/9f8b48d93ab745d6b39a1a889b0b0f1c, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:45,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/9f8b48d93ab745d6b39a1a889b0b0f1c is 175, key is test_row_0/A:col10/1732047702788/Put/seqid=0 2024-11-19T20:21:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741983_1159 (size=22361) 2024-11-19T20:21:45,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047765245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047765245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047765246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047765249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047765250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,521 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:21:45,523 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:21:45,531 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/9f8b48d93ab745d6b39a1a889b0b0f1c 2024-11-19T20:21:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/43c58f41d9274c528cae666de991967e is 50, key is test_row_0/B:col10/1732047702788/Put/seqid=0 2024-11-19T20:21:45,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047765547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047765551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047765551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047765553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047765556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741984_1160 (size=9657) 2024-11-19T20:21:45,565 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/43c58f41d9274c528cae666de991967e 2024-11-19T20:21:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/c871f6c9633b44d6a3ebaae48685d148 is 50, key is test_row_0/C:col10/1732047702788/Put/seqid=0 2024-11-19T20:21:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741985_1161 (size=9657) 2024-11-19T20:21:45,586 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/c871f6c9633b44d6a3ebaae48685d148 2024-11-19T20:21:45,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/9f8b48d93ab745d6b39a1a889b0b0f1c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c 2024-11-19T20:21:45,597 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c, entries=100, sequenceid=94, filesize=21.8 K 2024-11-19T20:21:45,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/43c58f41d9274c528cae666de991967e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/43c58f41d9274c528cae666de991967e 2024-11-19T20:21:45,603 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/43c58f41d9274c528cae666de991967e, entries=100, sequenceid=94, filesize=9.4 K 2024-11-19T20:21:45,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/c871f6c9633b44d6a3ebaae48685d148 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/c871f6c9633b44d6a3ebaae48685d148 2024-11-19T20:21:45,609 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/c871f6c9633b44d6a3ebaae48685d148, entries=100, sequenceid=94, filesize=9.4 K 2024-11-19T20:21:45,610 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 432b7a1719aeb11da6f90989f0fd43e5 in 949ms, sequenceid=94, compaction requested=true 2024-11-19T20:21:45,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:45,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:45,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-19T20:21:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-19T20:21:45,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-19T20:21:45,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.8070 sec 2024-11-19T20:21:45,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 4.8150 sec 2024-11-19T20:21:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:46,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T20:21:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047766062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047766062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047766063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047766064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047766065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938ab23e959d04f3c8d943c1b58dc9630_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047704938/Put/seqid=0 2024-11-19T20:21:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741986_1162 (size=12154) 2024-11-19T20:21:46,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938ab23e959d04f3c8d943c1b58dc9630_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938ab23e959d04f3c8d943c1b58dc9630_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:46,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/a1653d4134c642448c401d9177e76db1, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/a1653d4134c642448c401d9177e76db1 is 175, key is test_row_0/A:col10/1732047704938/Put/seqid=0 2024-11-19T20:21:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741987_1163 (size=30955) 2024-11-19T20:21:46,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/a1653d4134c642448c401d9177e76db1 2024-11-19T20:21:46,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/0c4bfb736f3f413d835b512671e5f71d is 50, key is test_row_0/B:col10/1732047704938/Put/seqid=0 2024-11-19T20:21:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741988_1164 (size=12001) 2024-11-19T20:21:46,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/0c4bfb736f3f413d835b512671e5f71d 2024-11-19T20:21:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047766167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047766167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047766169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047766169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/a8f5e4383ef74766b6ca85130ab76a24 is 50, key is test_row_0/C:col10/1732047704938/Put/seqid=0 2024-11-19T20:21:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741989_1165 (size=12001) 2024-11-19T20:21:46,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/a8f5e4383ef74766b6ca85130ab76a24 2024-11-19T20:21:46,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/a1653d4134c642448c401d9177e76db1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1 2024-11-19T20:21:46,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1, entries=150, sequenceid=122, filesize=30.2 K 2024-11-19T20:21:46,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/0c4bfb736f3f413d835b512671e5f71d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/0c4bfb736f3f413d835b512671e5f71d 2024-11-19T20:21:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/0c4bfb736f3f413d835b512671e5f71d, entries=150, sequenceid=122, filesize=11.7 K 2024-11-19T20:21:46,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/a8f5e4383ef74766b6ca85130ab76a24 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a8f5e4383ef74766b6ca85130ab76a24 2024-11-19T20:21:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a8f5e4383ef74766b6ca85130ab76a24, entries=150, sequenceid=122, filesize=11.7 K 2024-11-19T20:21:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 432b7a1719aeb11da6f90989f0fd43e5 in 168ms, sequenceid=122, compaction requested=true 2024-11-19T20:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,224 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:46,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:46,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:46,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:46,225 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,226 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115329 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:46,226 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:21:46,226 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,226 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/3b8980b5ca6b478789e022293022a3a0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=112.6 K 2024-11-19T20:21:46,226 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:46,226 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/3b8980b5ca6b478789e022293022a3a0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1] 2024-11-19T20:21:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,227 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:46,227 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:21:46,227 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:46,227 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6c376c11056a4c1ebe59407dfc5e8cf7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/40aec7b78710416eba0e691e510f6211, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/43c58f41d9274c528cae666de991967e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/0c4bfb736f3f413d835b512671e5f71d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=44.7 K 2024-11-19T20:21:46,227 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8980b5ca6b478789e022293022a3a0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047701501 2024-11-19T20:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,228 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 767aa4712eae4bf1a263399141d26a8b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732047702147 2024-11-19T20:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,228 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c376c11056a4c1ebe59407dfc5e8cf7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047701501 2024-11-19T20:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,229 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 40aec7b78710416eba0e691e510f6211, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732047702147 2024-11-19T20:21:46,229 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f8b48d93ab745d6b39a1a889b0b0f1c, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047702786 2024-11-19T20:21:46,230 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c58f41d9274c528cae666de991967e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047702786 2024-11-19T20:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,230 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1653d4134c642448c401d9177e76db1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732047704937 2024-11-19T20:21:46,230 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c4bfb736f3f413d835b512671e5f71d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732047704937 2024-11-19T20:21:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,245 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,249 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,249 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8edf3b5ecd714e34bf25821f63214421 is 50, key is test_row_0/B:col10/1732047704938/Put/seqid=0 2024-11-19T20:21:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,257 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411196fa5fea882484a79982ac08feecd5638_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,259 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411196fa5fea882484a79982ac08feecd5638_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,259 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196fa5fea882484a79982ac08feecd5638_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741991_1167 (size=4469) 2024-11-19T20:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741990_1166 (size=12241) 2024-11-19T20:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:46,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191079c3874efc4b20ac8caa3670443950_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047706064/Put/seqid=0 2024-11-19T20:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741992_1168 (size=17234) 2024-11-19T20:21:46,407 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,414 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191079c3874efc4b20ac8caa3670443950_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191079c3874efc4b20ac8caa3670443950_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/8e3b59d111e34adc9d5dc22e2d6c4940, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/8e3b59d111e34adc9d5dc22e2d6c4940 is 175, key is test_row_0/A:col10/1732047706064/Put/seqid=0 2024-11-19T20:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047766437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047766437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047766437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047766439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741993_1169 (size=48339) 2024-11-19T20:21:46,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/8e3b59d111e34adc9d5dc22e2d6c4940 2024-11-19T20:21:46,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/9a05ac2a7fe0494db7ca11d3e5592b9d is 50, key is test_row_0/B:col10/1732047706064/Put/seqid=0 2024-11-19T20:21:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741994_1170 (size=12151) 2024-11-19T20:21:46,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/9a05ac2a7fe0494db7ca11d3e5592b9d 2024-11-19T20:21:46,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/ba5bdddc52344e54a9cf4618a55aac87 is 50, key is test_row_0/C:col10/1732047706064/Put/seqid=0 2024-11-19T20:21:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741995_1171 (size=12151) 2024-11-19T20:21:46,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/ba5bdddc52344e54a9cf4618a55aac87 2024-11-19T20:21:46,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/8e3b59d111e34adc9d5dc22e2d6c4940 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940 2024-11-19T20:21:46,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940, entries=250, sequenceid=133, filesize=47.2 K 2024-11-19T20:21:46,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/9a05ac2a7fe0494db7ca11d3e5592b9d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/9a05ac2a7fe0494db7ca11d3e5592b9d 2024-11-19T20:21:46,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/9a05ac2a7fe0494db7ca11d3e5592b9d, entries=150, sequenceid=133, filesize=11.9 K 2024-11-19T20:21:46,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/ba5bdddc52344e54a9cf4618a55aac87 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/ba5bdddc52344e54a9cf4618a55aac87 2024-11-19T20:21:46,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/ba5bdddc52344e54a9cf4618a55aac87, entries=150, sequenceid=133, filesize=11.9 K 2024-11-19T20:21:46,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 432b7a1719aeb11da6f90989f0fd43e5 in 152ms, sequenceid=133, compaction requested=true 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-19T20:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:46,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T20:21:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:46,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047766550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047766551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047766552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047766552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111972596604273d4e9298e79939090eed13_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047706542/Put/seqid=0 2024-11-19T20:21:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741996_1172 (size=14794) 2024-11-19T20:21:46,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047766655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047766655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047766656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047766657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,695 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#141 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:46,696 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/c33fd520c32b409dadbc3d181bb0ba16 is 175, key is test_row_0/A:col10/1732047704938/Put/seqid=0 2024-11-19T20:21:46,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741997_1173 (size=31195) 2024-11-19T20:21:46,706 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8edf3b5ecd714e34bf25821f63214421 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8edf3b5ecd714e34bf25821f63214421 2024-11-19T20:21:46,715 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into 8edf3b5ecd714e34bf25821f63214421(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:46,715 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:46,715 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=12, startTime=1732047706224; duration=0sec 2024-11-19T20:21:46,716 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-19T20:21:46,716 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:46,716 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-19T20:21:46,717 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:46,717 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:46,717 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:46,717 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:46,717 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:21:46,719 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57914 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:21:46,719 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:21:46,719 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:46,719 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/345ecfd538394ec39968013cc837b438, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a31a8f98abd140669fd98b52325ef6be, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/c871f6c9633b44d6a3ebaae48685d148, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a8f5e4383ef74766b6ca85130ab76a24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/ba5bdddc52344e54a9cf4618a55aac87] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=56.6 K 2024-11-19T20:21:46,720 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 345ecfd538394ec39968013cc837b438, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047701501 2024-11-19T20:21:46,721 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a31a8f98abd140669fd98b52325ef6be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732047702147 2024-11-19T20:21:46,721 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c871f6c9633b44d6a3ebaae48685d148, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047702786 2024-11-19T20:21:46,722 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a8f5e4383ef74766b6ca85130ab76a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732047704937 2024-11-19T20:21:46,722 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5bdddc52344e54a9cf4618a55aac87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732047706064 2024-11-19T20:21:46,738 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#147 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:46,739 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/09c269f2158f439bb58d373df535fd99 is 50, key is test_row_0/C:col10/1732047706064/Put/seqid=0 2024-11-19T20:21:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741998_1174 (size=12425) 2024-11-19T20:21:46,768 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/09c269f2158f439bb58d373df535fd99 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/09c269f2158f439bb58d373df535fd99 2024-11-19T20:21:46,775 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into 09c269f2158f439bb58d373df535fd99(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:46,775 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:46,775 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=11, startTime=1732047706532; duration=0sec 2024-11-19T20:21:46,775 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T20:21:46,775 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:46,775 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:46,776 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:46,776 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T20:21:46,777 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:46,777 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:46,777 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:46,777 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:46,777 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-19T20:21:46,778 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:46,778 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:46,779 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:46,779 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:46,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047766874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047766874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047766875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047766875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:46,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:46,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111972596604273d4e9298e79939090eed13_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111972596604273d4e9298e79939090eed13_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:46,972 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5736f1765bc94a8cb6d15af25bae7e2d, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:46,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5736f1765bc94a8cb6d15af25bae7e2d is 175, key is test_row_0/A:col10/1732047706542/Put/seqid=0 2024-11-19T20:21:46,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741999_1175 (size=39749) 2024-11-19T20:21:46,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5736f1765bc94a8cb6d15af25bae7e2d 2024-11-19T20:21:46,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/ecf56ab1d0ef4499a9c19e471acc761c is 50, key is test_row_0/B:col10/1732047706542/Put/seqid=0 2024-11-19T20:21:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742000_1176 (size=12151) 2024-11-19T20:21:46,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/ecf56ab1d0ef4499a9c19e471acc761c 2024-11-19T20:21:46,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/17080edea13149df808a72a59c0b989c is 50, key is test_row_0/C:col10/1732047706542/Put/seqid=0 2024-11-19T20:21:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742001_1177 (size=12151) 2024-11-19T20:21:47,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/17080edea13149df808a72a59c0b989c 2024-11-19T20:21:47,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5736f1765bc94a8cb6d15af25bae7e2d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d 2024-11-19T20:21:47,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d, entries=200, sequenceid=161, filesize=38.8 K 2024-11-19T20:21:47,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/ecf56ab1d0ef4499a9c19e471acc761c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ecf56ab1d0ef4499a9c19e471acc761c 2024-11-19T20:21:47,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ecf56ab1d0ef4499a9c19e471acc761c, entries=150, sequenceid=161, filesize=11.9 K 2024-11-19T20:21:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/17080edea13149df808a72a59c0b989c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/17080edea13149df808a72a59c0b989c 2024-11-19T20:21:47,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/17080edea13149df808a72a59c0b989c, entries=150, sequenceid=161, filesize=11.9 K 2024-11-19T20:21:47,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 432b7a1719aeb11da6f90989f0fd43e5 in 501ms, sequenceid=161, compaction requested=true 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:47,045 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:47,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T20:21:47,046 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:47,046 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:47,046 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:47,046 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:47,046 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:47,048 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:47,048 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:21:47,048 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:47,048 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8edf3b5ecd714e34bf25821f63214421, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/9a05ac2a7fe0494db7ca11d3e5592b9d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ecf56ab1d0ef4499a9c19e471acc761c] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=35.7 K 2024-11-19T20:21:47,049 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 8edf3b5ecd714e34bf25821f63214421, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732047704937 2024-11-19T20:21:47,050 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a05ac2a7fe0494db7ca11d3e5592b9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732047706064 2024-11-19T20:21:47,050 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ecf56ab1d0ef4499a9c19e471acc761c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732047706435 2024-11-19T20:21:47,061 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:47,061 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/265b6065eee0416792334f8e9d37fab1 is 50, key is test_row_0/B:col10/1732047706542/Put/seqid=0 2024-11-19T20:21:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742002_1178 (size=12493) 2024-11-19T20:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:47,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191f167b1930b544f19edc25509065aea5_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047706551/Put/seqid=0 2024-11-19T20:21:47,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742003_1179 (size=14794) 2024-11-19T20:21:47,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:47,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191f167b1930b544f19edc25509065aea5_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191f167b1930b544f19edc25509065aea5_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:47,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/1319178ce8bf44f297b2ca5e353a69db, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:47,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/1319178ce8bf44f297b2ca5e353a69db is 175, key is test_row_0/A:col10/1732047706551/Put/seqid=0 2024-11-19T20:21:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742004_1180 (size=39749) 2024-11-19T20:21:47,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/1319178ce8bf44f297b2ca5e353a69db 2024-11-19T20:21:47,109 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/c33fd520c32b409dadbc3d181bb0ba16 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/c33fd520c32b409dadbc3d181bb0ba16 2024-11-19T20:21:47,115 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into c33fd520c32b409dadbc3d181bb0ba16(size=30.5 K), total size for store is 116.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:47,116 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,116 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=12, startTime=1732047706223; duration=0sec 2024-11-19T20:21:47,116 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:47,116 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:47,116 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T20:21:47,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/939e4c0dc9bc4c0382b1088d5257d788 is 50, key is test_row_0/B:col10/1732047706551/Put/seqid=0 2024-11-19T20:21:47,119 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:47,119 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:47,119 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:47,119 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742005_1181 (size=12151) 2024-11-19T20:21:47,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/939e4c0dc9bc4c0382b1088d5257d788 2024-11-19T20:21:47,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/505666399c444314aa03a9fbef9424f1 is 50, key is test_row_0/C:col10/1732047706551/Put/seqid=0 2024-11-19T20:21:47,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742006_1182 (size=12151) 2024-11-19T20:21:47,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047767159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047767179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047767179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047767180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047767180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047767262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047767464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,478 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/265b6065eee0416792334f8e9d37fab1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/265b6065eee0416792334f8e9d37fab1 2024-11-19T20:21:47,484 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into 265b6065eee0416792334f8e9d37fab1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:47,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,484 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=13, startTime=1732047707045; duration=0sec 2024-11-19T20:21:47,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:47,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:47,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/505666399c444314aa03a9fbef9424f1 2024-11-19T20:21:47,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/1319178ce8bf44f297b2ca5e353a69db as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db 2024-11-19T20:21:47,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db, entries=200, sequenceid=174, filesize=38.8 K 2024-11-19T20:21:47,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/939e4c0dc9bc4c0382b1088d5257d788 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/939e4c0dc9bc4c0382b1088d5257d788 2024-11-19T20:21:47,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/939e4c0dc9bc4c0382b1088d5257d788, entries=150, sequenceid=174, filesize=11.9 K 2024-11-19T20:21:47,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/505666399c444314aa03a9fbef9424f1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/505666399c444314aa03a9fbef9424f1 2024-11-19T20:21:47,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/505666399c444314aa03a9fbef9424f1, entries=150, sequenceid=174, filesize=11.9 K 2024-11-19T20:21:47,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 432b7a1719aeb11da6f90989f0fd43e5 in 494ms, sequenceid=174, compaction requested=true 2024-11-19T20:21:47,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:47,573 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:47,573 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T20:21:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159032 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:47,574 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:21:47,574 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:47,574 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/c33fd520c32b409dadbc3d181bb0ba16, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=155.3 K 2024-11-19T20:21:47,574 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:47,575 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/c33fd520c32b409dadbc3d181bb0ba16, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db] 2024-11-19T20:21:47,575 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:47,575 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:21:47,575 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:47,575 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/09c269f2158f439bb58d373df535fd99, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/17080edea13149df808a72a59c0b989c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/505666399c444314aa03a9fbef9424f1] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=35.9 K 2024-11-19T20:21:47,575 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c33fd520c32b409dadbc3d181bb0ba16, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732047704937 2024-11-19T20:21:47,577 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e3b59d111e34adc9d5dc22e2d6c4940, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732047706062 2024-11-19T20:21:47,577 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c269f2158f439bb58d373df535fd99, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732047706064 2024-11-19T20:21:47,577 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5736f1765bc94a8cb6d15af25bae7e2d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732047706435 2024-11-19T20:21:47,577 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 17080edea13149df808a72a59c0b989c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732047706435 2024-11-19T20:21:47,578 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1319178ce8bf44f297b2ca5e353a69db, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732047706550 2024-11-19T20:21:47,578 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 505666399c444314aa03a9fbef9424f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732047706550 2024-11-19T20:21:47,588 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:47,589 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/50da2483ac90434588083b7f35b2f74a is 50, key is test_row_0/C:col10/1732047706551/Put/seqid=0 2024-11-19T20:21:47,590 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:47,594 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119780702efb94c42d68009b2848ff9e2c9_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:47,596 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119780702efb94c42d68009b2848ff9e2c9_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:47,596 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119780702efb94c42d68009b2848ff9e2c9_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742007_1183 (size=12527) 2024-11-19T20:21:47,608 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/50da2483ac90434588083b7f35b2f74a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/50da2483ac90434588083b7f35b2f74a 2024-11-19T20:21:47,614 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into 50da2483ac90434588083b7f35b2f74a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:47,614 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,614 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=13, startTime=1732047707573; duration=0sec 2024-11-19T20:21:47,614 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:47,614 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742008_1184 (size=4469) 2024-11-19T20:21:47,625 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#155 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:47,625 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/8219f32b174544aea0dc43613e04e339 is 175, key is test_row_0/A:col10/1732047706551/Put/seqid=0 2024-11-19T20:21:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742009_1185 (size=31481) 2024-11-19T20:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:47,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:21:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047767693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047767695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047767695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047767696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192f26f20a802c458ab66914cb935e94db_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047707152/Put/seqid=0 2024-11-19T20:21:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742010_1186 (size=14794) 2024-11-19T20:21:47,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:47,712 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192f26f20a802c458ab66914cb935e94db_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192f26f20a802c458ab66914cb935e94db_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:47,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/2495298dc9cb453b8476a50bcaecfad3, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:47,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/2495298dc9cb453b8476a50bcaecfad3 is 175, key is test_row_0/A:col10/1732047707152/Put/seqid=0 2024-11-19T20:21:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742011_1187 (size=39749) 2024-11-19T20:21:47,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/2495298dc9cb453b8476a50bcaecfad3 2024-11-19T20:21:47,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/33cff6f0ef0a4ad4b17fb0f9cae8033d is 50, key is test_row_0/B:col10/1732047707152/Put/seqid=0 2024-11-19T20:21:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742012_1188 (size=12151) 2024-11-19T20:21:47,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/33cff6f0ef0a4ad4b17fb0f9cae8033d 2024-11-19T20:21:47,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/b69de473cbaf4e3aa788e5b039ae74cf is 50, key is test_row_0/C:col10/1732047707152/Put/seqid=0 2024-11-19T20:21:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742013_1189 (size=12151) 2024-11-19T20:21:47,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/b69de473cbaf4e3aa788e5b039ae74cf 2024-11-19T20:21:47,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/2495298dc9cb453b8476a50bcaecfad3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3 2024-11-19T20:21:47,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3, entries=200, sequenceid=204, filesize=38.8 K 2024-11-19T20:21:47,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/33cff6f0ef0a4ad4b17fb0f9cae8033d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/33cff6f0ef0a4ad4b17fb0f9cae8033d 2024-11-19T20:21:47,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/33cff6f0ef0a4ad4b17fb0f9cae8033d, entries=150, sequenceid=204, filesize=11.9 K 2024-11-19T20:21:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047767767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/b69de473cbaf4e3aa788e5b039ae74cf as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/b69de473cbaf4e3aa788e5b039ae74cf 2024-11-19T20:21:47,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/b69de473cbaf4e3aa788e5b039ae74cf, entries=150, sequenceid=204, filesize=11.9 K 2024-11-19T20:21:47,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 432b7a1719aeb11da6f90989f0fd43e5 in 93ms, sequenceid=204, compaction requested=true 2024-11-19T20:21:47,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,780 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-19T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:47,780 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:47,780 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:47,780 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:47,780 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T20:21:47,780 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:47,782 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:47,783 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:21:47,783 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:47,783 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/265b6065eee0416792334f8e9d37fab1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/939e4c0dc9bc4c0382b1088d5257d788, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/33cff6f0ef0a4ad4b17fb0f9cae8033d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=35.9 K 2024-11-19T20:21:47,784 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 265b6065eee0416792334f8e9d37fab1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732047706435 2024-11-19T20:21:47,784 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 939e4c0dc9bc4c0382b1088d5257d788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732047706550 2024-11-19T20:21:47,785 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 33cff6f0ef0a4ad4b17fb0f9cae8033d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732047707152 2024-11-19T20:21:47,798 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:47,798 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/42b107d8b7a04102bdb7baaf022b489e is 50, key is test_row_0/B:col10/1732047707152/Put/seqid=0 2024-11-19T20:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:47,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:21:47,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T20:21:47,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T20:21:47,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:47,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:47,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:47,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742014_1190 (size=12595) 2024-11-19T20:21:47,830 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/42b107d8b7a04102bdb7baaf022b489e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/42b107d8b7a04102bdb7baaf022b489e 2024-11-19T20:21:47,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b240e86ca3de4bd18b020d4dc5a90fef_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047707799/Put/seqid=0 2024-11-19T20:21:47,838 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into 42b107d8b7a04102bdb7baaf022b489e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:47,838 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:47,838 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=13, startTime=1732047707780; duration=0sec 2024-11-19T20:21:47,838 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:47,838 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:47,838 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T20:21:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047767832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,839 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:47,839 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:47,839 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:47,839 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047767834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047767834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047767836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742015_1191 (size=17284) 2024-11-19T20:21:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047767940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047767943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047767945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047767945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,041 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/8219f32b174544aea0dc43613e04e339 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8219f32b174544aea0dc43613e04e339 2024-11-19T20:21:48,047 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into 8219f32b174544aea0dc43613e04e339(size=30.7 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:48,047 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:48,047 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=12, startTime=1732047707573; duration=0sec 2024-11-19T20:21:48,047 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:48,047 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:48,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047768143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047768146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047768147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047768148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:48,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b240e86ca3de4bd18b020d4dc5a90fef_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b240e86ca3de4bd18b020d4dc5a90fef_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:48,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/d33162b7f579452ca13cfec51c33437e, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/d33162b7f579452ca13cfec51c33437e is 175, key is test_row_0/A:col10/1732047707799/Put/seqid=0 2024-11-19T20:21:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742016_1192 (size=48389) 2024-11-19T20:21:48,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047768271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047768446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047768451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047768451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047768451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/d33162b7f579452ca13cfec51c33437e 2024-11-19T20:21:48,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/5c2f47e2c94045028e7313673f9d88ea is 50, key is test_row_0/B:col10/1732047707799/Put/seqid=0 2024-11-19T20:21:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742017_1193 (size=12151) 2024-11-19T20:21:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-19T20:21:48,911 INFO [Thread-680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-19T20:21:48,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-19T20:21:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-19T20:21:48,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:48,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:48,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:48,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047768951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047768954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047768955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:48,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047768956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-19T20:21:49,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-19T20:21:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/5c2f47e2c94045028e7313673f9d88ea 2024-11-19T20:21:49,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/6afdb4afe82e4352b22da563ecc796b9 is 50, key is test_row_0/C:col10/1732047707799/Put/seqid=0 2024-11-19T20:21:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742018_1194 (size=12151) 2024-11-19T20:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-19T20:21:49,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-19T20:21:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047769282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-19T20:21:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/6afdb4afe82e4352b22da563ecc796b9 2024-11-19T20:21:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/d33162b7f579452ca13cfec51c33437e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e 2024-11-19T20:21:49,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e, entries=250, sequenceid=216, filesize=47.3 K 2024-11-19T20:21:49,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/5c2f47e2c94045028e7313673f9d88ea as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/5c2f47e2c94045028e7313673f9d88ea 2024-11-19T20:21:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-19T20:21:49,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/5c2f47e2c94045028e7313673f9d88ea, entries=150, sequenceid=216, filesize=11.9 K 2024-11-19T20:21:49,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/6afdb4afe82e4352b22da563ecc796b9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6afdb4afe82e4352b22da563ecc796b9 2024-11-19T20:21:49,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6afdb4afe82e4352b22da563ecc796b9, entries=150, sequenceid=216, filesize=11.9 K 2024-11-19T20:21:49,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-19T20:21:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 432b7a1719aeb11da6f90989f0fd43e5 in 1728ms, sequenceid=216, compaction requested=true 2024-11-19T20:21:49,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,528 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:49,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:49,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:49,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:49,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:49,529 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:49,530 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:49,530 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:49,530 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:21:49,530 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:21:49,530 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,530 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,530 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8219f32b174544aea0dc43613e04e339, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=116.8 K 2024-11-19T20:21:49,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:49,530 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/50da2483ac90434588083b7f35b2f74a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/b69de473cbaf4e3aa788e5b039ae74cf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6afdb4afe82e4352b22da563ecc796b9] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=36.0 K 2024-11-19T20:21:49,530 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:49,530 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8219f32b174544aea0dc43613e04e339, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e] 2024-11-19T20:21:49,531 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 50da2483ac90434588083b7f35b2f74a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732047706550 2024-11-19T20:21:49,531 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8219f32b174544aea0dc43613e04e339, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732047706550 2024-11-19T20:21:49,531 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2495298dc9cb453b8476a50bcaecfad3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732047707152 2024-11-19T20:21:49,531 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b69de473cbaf4e3aa788e5b039ae74cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732047707152 2024-11-19T20:21:49,532 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33162b7f579452ca13cfec51c33437e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732047707687 2024-11-19T20:21:49,532 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6afdb4afe82e4352b22da563ecc796b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732047707694 2024-11-19T20:21:49,539 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:49,542 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:49,543 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/8597cd3a56b844998b142c1dce455ee3 is 50, key is test_row_0/C:col10/1732047707799/Put/seqid=0 2024-11-19T20:21:49,552 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411195871ac2b616e4cd5a293c75cc8422dd2_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:49,555 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411195871ac2b616e4cd5a293c75cc8422dd2_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:49,555 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195871ac2b616e4cd5a293c75cc8422dd2_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742019_1195 (size=12629) 2024-11-19T20:21:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742020_1196 (size=4469) 2024-11-19T20:21:49,570 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/8597cd3a56b844998b142c1dce455ee3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/8597cd3a56b844998b142c1dce455ee3 2024-11-19T20:21:49,576 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into 8597cd3a56b844998b142c1dce455ee3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:49,576 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:49,576 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=13, startTime=1732047709529; duration=0sec 2024-11-19T20:21:49,576 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:49,576 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:49,576 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T20:21:49,578 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T20:21:49,578 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T20:21:49,578 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. because compaction request was cancelled 2024-11-19T20:21:49,578 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:49,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:49,680 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119868b16dfe5ac49bd9068a6072732c5a6_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047707832/Put/seqid=0 2024-11-19T20:21:49,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742021_1197 (size=12304) 2024-11-19T20:21:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:49,697 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119868b16dfe5ac49bd9068a6072732c5a6_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119868b16dfe5ac49bd9068a6072732c5a6_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/61437c142f6a41d7848636df0df3d4dd, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/61437c142f6a41d7848636df0df3d4dd is 175, key is test_row_0/A:col10/1732047707832/Put/seqid=0 2024-11-19T20:21:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742022_1198 (size=31105) 2024-11-19T20:21:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:49,966 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:49,966 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/405e12b1267c43ad9ab73615d00fb2f3 is 175, key is test_row_0/A:col10/1732047707799/Put/seqid=0 2024-11-19T20:21:49,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047769968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047769969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047769969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047769976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:49,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742023_1199 (size=31583) 2024-11-19T20:21:50,000 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/405e12b1267c43ad9ab73615d00fb2f3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/405e12b1267c43ad9ab73615d00fb2f3 2024-11-19T20:21:50,006 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into 405e12b1267c43ad9ab73615d00fb2f3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:50,006 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:50,006 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=13, startTime=1732047709528; duration=0sec 2024-11-19T20:21:50,007 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:50,007 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-19T20:21:50,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047770070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047770070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047770070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/61437c142f6a41d7848636df0df3d4dd 2024-11-19T20:21:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/1be3c35a1a714813a66a7a65bcdef0ee is 50, key is test_row_0/B:col10/1732047707832/Put/seqid=0 2024-11-19T20:21:50,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742024_1200 (size=12151) 2024-11-19T20:21:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047770273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047770274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047770275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,525 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/1be3c35a1a714813a66a7a65bcdef0ee 2024-11-19T20:21:50,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e5930a405c244edda72a9e66f271e184 is 50, key is test_row_0/C:col10/1732047707832/Put/seqid=0 2024-11-19T20:21:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742025_1201 (size=12151) 2024-11-19T20:21:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047770577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047770577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047770578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:50,945 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e5930a405c244edda72a9e66f271e184 2024-11-19T20:21:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/61437c142f6a41d7848636df0df3d4dd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd 2024-11-19T20:21:50,957 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd, entries=150, sequenceid=243, filesize=30.4 K 2024-11-19T20:21:50,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/1be3c35a1a714813a66a7a65bcdef0ee as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/1be3c35a1a714813a66a7a65bcdef0ee 2024-11-19T20:21:50,963 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/1be3c35a1a714813a66a7a65bcdef0ee, entries=150, sequenceid=243, filesize=11.9 K 2024-11-19T20:21:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e5930a405c244edda72a9e66f271e184 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e5930a405c244edda72a9e66f271e184 2024-11-19T20:21:50,968 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e5930a405c244edda72a9e66f271e184, entries=150, sequenceid=243, filesize=11.9 K 2024-11-19T20:21:50,969 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 432b7a1719aeb11da6f90989f0fd43e5 in 1289ms, sequenceid=243, compaction requested=true 2024-11-19T20:21:50,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:50,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:50,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-19T20:21:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-19T20:21:50,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-19T20:21:50,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0560 sec 2024-11-19T20:21:50,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.0610 sec 2024-11-19T20:21:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-19T20:21:51,018 INFO [Thread-680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-19T20:21:51,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-19T20:21:51,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:51,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:51,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:51,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:21:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:51,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111916d91844e1cc4912a78d7afbb00c64cf_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742026_1202 (size=14844) 2024-11-19T20:21:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047771109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047771111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047771112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:51,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047771213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047771213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047771217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047771303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,306 DEBUG [Thread-674 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:21:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:51,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047771415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047771416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047771419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:51,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:51,507 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111916d91844e1cc4912a78d7afbb00c64cf_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111916d91844e1cc4912a78d7afbb00c64cf_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:51,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/cdedc770cde04e389069486e5b4f141b, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:51,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/cdedc770cde04e389069486e5b4f141b is 175, key is test_row_0/A:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742027_1203 (size=39799) 2024-11-19T20:21:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:51,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047771718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047771719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047771722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/cdedc770cde04e389069486e5b4f141b 2024-11-19T20:21:51,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/80009aa30ab2472cbe9553d951aa3441 is 50, key is test_row_0/B:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742028_1204 (size=12201) 2024-11-19T20:21:51,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:51,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047771983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:51,986 DEBUG [Thread-676 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:21:52,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:52,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047772223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047772223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047772224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/80009aa30ab2472cbe9553d951aa3441 2024-11-19T20:21:52,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/0af6dd38c3354f92879bbb79d3b2e739 is 50, key is test_row_0/C:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742029_1205 (size=12201) 2024-11-19T20:21:52,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:52,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:52,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:52,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:52,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:52,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:52,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:21:52,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/0af6dd38c3354f92879bbb79d3b2e739 2024-11-19T20:21:52,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/cdedc770cde04e389069486e5b4f141b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b 2024-11-19T20:21:52,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b, entries=200, sequenceid=257, filesize=38.9 K 2024-11-19T20:21:52,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/80009aa30ab2472cbe9553d951aa3441 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/80009aa30ab2472cbe9553d951aa3441 2024-11-19T20:21:52,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/80009aa30ab2472cbe9553d951aa3441, entries=150, sequenceid=257, filesize=11.9 K 2024-11-19T20:21:52,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/0af6dd38c3354f92879bbb79d3b2e739 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0af6dd38c3354f92879bbb79d3b2e739 2024-11-19T20:21:52,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0af6dd38c3354f92879bbb79d3b2e739, entries=150, sequenceid=257, filesize=11.9 K 2024-11-19T20:21:52,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 432b7a1719aeb11da6f90989f0fd43e5 in 1685ms, sequenceid=257, compaction requested=true 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:52,766 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:52,766 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:52,767 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:52,768 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:21:52,768 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,768 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:21:52,768 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:21:52,768 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/405e12b1267c43ad9ab73615d00fb2f3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=100.1 K 2024-11-19T20:21:52,768 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,768 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,768 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/405e12b1267c43ad9ab73615d00fb2f3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b] 2024-11-19T20:21:52,768 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/42b107d8b7a04102bdb7baaf022b489e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/5c2f47e2c94045028e7313673f9d88ea, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/1be3c35a1a714813a66a7a65bcdef0ee, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/80009aa30ab2472cbe9553d951aa3441] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=47.9 K 2024-11-19T20:21:52,769 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b107d8b7a04102bdb7baaf022b489e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732047707152 2024-11-19T20:21:52,769 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 405e12b1267c43ad9ab73615d00fb2f3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732047707694 2024-11-19T20:21:52,769 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c2f47e2c94045028e7313673f9d88ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732047707694 2024-11-19T20:21:52,769 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61437c142f6a41d7848636df0df3d4dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732047707830 2024-11-19T20:21:52,770 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 1be3c35a1a714813a66a7a65bcdef0ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732047707830 2024-11-19T20:21:52,770 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdedc770cde04e389069486e5b4f141b, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732047709963 2024-11-19T20:21:52,770 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 80009aa30ab2472cbe9553d951aa3441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732047709963 2024-11-19T20:21:52,778 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:52,780 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411192065a7c24ad84084a3a6a4d26faa766e_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:52,781 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411192065a7c24ad84084a3a6a4d26faa766e_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:52,782 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192065a7c24ad84084a3a6a4d26faa766e_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:52,782 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:52,782 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/3dfe33d550fd4c9ca4a8c989becb6018 is 50, key is test_row_0/B:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742030_1206 (size=4469) 2024-11-19T20:21:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742031_1207 (size=12781) 2024-11-19T20:21:52,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:52,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T20:21:52,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:52,860 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:21:52,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f9a7563e22964c229472e4407363e496_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047711102/Put/seqid=0 2024-11-19T20:21:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742032_1208 (size=12454) 2024-11-19T20:21:52,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:52,882 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f9a7563e22964c229472e4407363e496_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f9a7563e22964c229472e4407363e496_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:52,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6108939f46a1423a96bcc06237c35ce5, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:52,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6108939f46a1423a96bcc06237c35ce5 is 175, key is test_row_0/A:col10/1732047711102/Put/seqid=0 2024-11-19T20:21:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742033_1209 (size=31255) 2024-11-19T20:21:52,898 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6108939f46a1423a96bcc06237c35ce5 2024-11-19T20:21:52,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/818dedc1d6df4d35968bafa64b53b125 is 50, key is test_row_0/B:col10/1732047711102/Put/seqid=0 2024-11-19T20:21:52,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742034_1210 (size=12301) 2024-11-19T20:21:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:53,191 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:53,192 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/827df7ab817c498a829eba3d02eb2c2d is 175, key is test_row_0/A:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:53,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742035_1211 (size=31735) 2024-11-19T20:21:53,203 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/3dfe33d550fd4c9ca4a8c989becb6018 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3dfe33d550fd4c9ca4a8c989becb6018 2024-11-19T20:21:53,208 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into 3dfe33d550fd4c9ca4a8c989becb6018(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:53,208 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:53,208 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=12, startTime=1732047712766; duration=0sec 2024-11-19T20:21:53,208 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:53,208 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:53,208 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:53,209 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:53,210 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:21:53,210 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:53,210 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/8597cd3a56b844998b142c1dce455ee3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e5930a405c244edda72a9e66f271e184, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0af6dd38c3354f92879bbb79d3b2e739] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=36.1 K 2024-11-19T20:21:53,210 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 8597cd3a56b844998b142c1dce455ee3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732047707694 2024-11-19T20:21:53,211 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e5930a405c244edda72a9e66f271e184, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732047707830 2024-11-19T20:21:53,212 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 0af6dd38c3354f92879bbb79d3b2e739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732047709963 2024-11-19T20:21:53,222 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:53,222 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/5b20b47604004763863b27d43eafe267 is 50, key is test_row_0/C:col10/1732047709963/Put/seqid=0 2024-11-19T20:21:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:53,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047773239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047773240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047773240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742036_1212 (size=12781) 2024-11-19T20:21:53,251 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/5b20b47604004763863b27d43eafe267 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/5b20b47604004763863b27d43eafe267 2024-11-19T20:21:53,257 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into 5b20b47604004763863b27d43eafe267(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:53,257 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:53,257 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=13, startTime=1732047712766; duration=0sec 2024-11-19T20:21:53,257 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:53,257 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:53,322 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/818dedc1d6df4d35968bafa64b53b125 2024-11-19T20:21:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/668a64d2a97b4affa2ca35374f8d83b4 is 50, key is test_row_0/C:col10/1732047711102/Put/seqid=0 2024-11-19T20:21:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742037_1213 (size=12301) 2024-11-19T20:21:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047773341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047773343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047773343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,519 INFO [master/581e77bfee5a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T20:21:53,519 INFO [master/581e77bfee5a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T20:21:53,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047773542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047773547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047773547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,602 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/827df7ab817c498a829eba3d02eb2c2d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/827df7ab817c498a829eba3d02eb2c2d 2024-11-19T20:21:53,608 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into 827df7ab817c498a829eba3d02eb2c2d(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:53,608 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:53,608 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=13, startTime=1732047712766; duration=0sec 2024-11-19T20:21:53,608 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:53,608 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:53,736 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/668a64d2a97b4affa2ca35374f8d83b4 2024-11-19T20:21:53,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/6108939f46a1423a96bcc06237c35ce5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5 2024-11-19T20:21:53,746 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5, entries=150, sequenceid=280, filesize=30.5 K 2024-11-19T20:21:53,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/818dedc1d6df4d35968bafa64b53b125 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/818dedc1d6df4d35968bafa64b53b125 2024-11-19T20:21:53,753 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/818dedc1d6df4d35968bafa64b53b125, entries=150, sequenceid=280, filesize=12.0 K 2024-11-19T20:21:53,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/668a64d2a97b4affa2ca35374f8d83b4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/668a64d2a97b4affa2ca35374f8d83b4 2024-11-19T20:21:53,759 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/668a64d2a97b4affa2ca35374f8d83b4, entries=150, sequenceid=280, filesize=12.0 K 2024-11-19T20:21:53,760 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 432b7a1719aeb11da6f90989f0fd43e5 in 900ms, sequenceid=280, compaction requested=false 2024-11-19T20:21:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T20:21:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-19T20:21:53,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T20:21:53,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7380 sec 2024-11-19T20:21:53,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.7430 sec 2024-11-19T20:21:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:53,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T20:21:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:53,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:53,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:53,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:53,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:53,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:53,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f4981e8f2a474c2c92203c39987e3d3f_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:53,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047773874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742038_1214 (size=14994) 2024-11-19T20:21:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047773875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047773875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047773978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047773980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:53,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047773980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047774180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047774182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047774183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,279 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:54,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f4981e8f2a474c2c92203c39987e3d3f_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f4981e8f2a474c2c92203c39987e3d3f_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:54,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/e62971a631c2444da42cb0df732c94e4, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:54,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/e62971a631c2444da42cb0df732c94e4 is 175, key is test_row_0/A:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742039_1215 (size=39949) 2024-11-19T20:21:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047774482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047774485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047774487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/e62971a631c2444da42cb0df732c94e4 2024-11-19T20:21:54,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/ba6ee878d3134786b8bdd83a13261e8e is 50, key is test_row_0/B:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742040_1216 (size=12301) 2024-11-19T20:21:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047774985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047774990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047774991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:55,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/ba6ee878d3134786b8bdd83a13261e8e 2024-11-19T20:21:55,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/f56caabc474f40c79d51f0762d3f675d is 50, key is test_row_0/C:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742041_1217 (size=12301) 2024-11-19T20:21:55,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/f56caabc474f40c79d51f0762d3f675d 2024-11-19T20:21:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/e62971a631c2444da42cb0df732c94e4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4 2024-11-19T20:21:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T20:21:55,128 INFO [Thread-680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-19T20:21:55,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:55,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4, entries=200, sequenceid=297, filesize=39.0 K 2024-11-19T20:21:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-19T20:21:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T20:21:55,132 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:55,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/ba6ee878d3134786b8bdd83a13261e8e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ba6ee878d3134786b8bdd83a13261e8e 2024-11-19T20:21:55,133 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:55,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:55,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ba6ee878d3134786b8bdd83a13261e8e, entries=150, sequenceid=297, filesize=12.0 K 2024-11-19T20:21:55,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/f56caabc474f40c79d51f0762d3f675d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/f56caabc474f40c79d51f0762d3f675d 2024-11-19T20:21:55,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/f56caabc474f40c79d51f0762d3f675d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-19T20:21:55,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 432b7a1719aeb11da6f90989f0fd43e5 in 1301ms, sequenceid=297, compaction requested=true 2024-11-19T20:21:55,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:55,146 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:21:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:55,147 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:21:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:21:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:55,148 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:55,148 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:21:55,148 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:55,149 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/827df7ab817c498a829eba3d02eb2c2d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=100.5 K 2024-11-19T20:21:55,149 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:55,149 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:55,149 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/827df7ab817c498a829eba3d02eb2c2d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4] 2024-11-19T20:21:55,149 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:21:55,149 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:55,149 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3dfe33d550fd4c9ca4a8c989becb6018, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/818dedc1d6df4d35968bafa64b53b125, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ba6ee878d3134786b8bdd83a13261e8e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=36.5 K 2024-11-19T20:21:55,150 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 827df7ab817c498a829eba3d02eb2c2d, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732047709963 2024-11-19T20:21:55,150 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dfe33d550fd4c9ca4a8c989becb6018, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732047709963 2024-11-19T20:21:55,150 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 818dedc1d6df4d35968bafa64b53b125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732047711102 2024-11-19T20:21:55,151 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ba6ee878d3134786b8bdd83a13261e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732047713237 2024-11-19T20:21:55,151 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6108939f46a1423a96bcc06237c35ce5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732047711102 2024-11-19T20:21:55,152 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting e62971a631c2444da42cb0df732c94e4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732047713237 2024-11-19T20:21:55,162 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:55,163 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:55,164 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/edc7e47c49cb432ead9ada90e2770ff4 is 50, key is test_row_0/B:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:55,165 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411199a5ca1b337604e599e210c7a11d7a598_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:55,166 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411199a5ca1b337604e599e210c7a11d7a598_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:55,167 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199a5ca1b337604e599e210c7a11d7a598_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742042_1218 (size=12983) 2024-11-19T20:21:55,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742043_1219 (size=4469) 2024-11-19T20:21:55,185 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/edc7e47c49cb432ead9ada90e2770ff4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/edc7e47c49cb432ead9ada90e2770ff4 2024-11-19T20:21:55,185 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#181 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:55,187 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/0d321bac0ebb47729692133836d7c5f7 is 175, key is test_row_0/A:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:55,194 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into edc7e47c49cb432ead9ada90e2770ff4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:55,194 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:55,194 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=13, startTime=1732047715147; duration=0sec 2024-11-19T20:21:55,195 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:21:55,195 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:21:55,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742044_1220 (size=31937) 2024-11-19T20:21:55,195 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:21:55,197 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:21:55,198 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:21:55,198 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:55,198 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/5b20b47604004763863b27d43eafe267, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/668a64d2a97b4affa2ca35374f8d83b4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/f56caabc474f40c79d51f0762d3f675d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=36.5 K 2024-11-19T20:21:55,199 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b20b47604004763863b27d43eafe267, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732047709963 2024-11-19T20:21:55,199 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 668a64d2a97b4affa2ca35374f8d83b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732047711102 2024-11-19T20:21:55,200 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f56caabc474f40c79d51f0762d3f675d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732047713237 2024-11-19T20:21:55,204 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/0d321bac0ebb47729692133836d7c5f7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0d321bac0ebb47729692133836d7c5f7 2024-11-19T20:21:55,210 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into 0d321bac0ebb47729692133836d7c5f7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:55,210 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:55,210 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=13, startTime=1732047715146; duration=0sec 2024-11-19T20:21:55,210 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:21:55,210 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:55,210 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:21:55,211 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/15b1e3cf02ab4ec4803dcf333ccbdd41 is 50, key is test_row_0/C:col10/1732047713237/Put/seqid=0 2024-11-19T20:21:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742045_1221 (size=12983) 2024-11-19T20:21:55,221 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/15b1e3cf02ab4ec4803dcf333ccbdd41 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/15b1e3cf02ab4ec4803dcf333ccbdd41 2024-11-19T20:21:55,227 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into 15b1e3cf02ab4ec4803dcf333ccbdd41(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:21:55,227 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:55,227 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=13, startTime=1732047715147; duration=0sec 2024-11-19T20:21:55,227 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:21:55,227 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:21:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T20:21:55,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:55,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:55,285 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:55,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197413dd1a861440e59177a8b20c861da8_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047713873/Put/seqid=0 2024-11-19T20:21:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742046_1222 (size=12454) 2024-11-19T20:21:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:55,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047775331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T20:21:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047775433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047775635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:55,705 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197413dd1a861440e59177a8b20c861da8_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197413dd1a861440e59177a8b20c861da8_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:55,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5dd54dc51e104903b38f8ca94d078595, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5dd54dc51e104903b38f8ca94d078595 is 175, key is test_row_0/A:col10/1732047713873/Put/seqid=0 2024-11-19T20:21:55,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742047_1223 (size=31255) 2024-11-19T20:21:55,712 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5dd54dc51e104903b38f8ca94d078595 2024-11-19T20:21:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8a788760f722493fa50b318b3da18588 is 50, key is test_row_0/B:col10/1732047713873/Put/seqid=0 2024-11-19T20:21:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742048_1224 (size=12301) 2024-11-19T20:21:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T20:21:55,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047775938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:55,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047775995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:56,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047776000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047776001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58886 deadline: 1732047776010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:56,012 DEBUG [Thread-676 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:21:56,129 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8a788760f722493fa50b318b3da18588 2024-11-19T20:21:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/bcadf59ff1e745ffa2344bbcf400f42d is 50, key is test_row_0/C:col10/1732047713873/Put/seqid=0 2024-11-19T20:21:56,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742049_1225 (size=12301) 2024-11-19T20:21:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T20:21:56,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047776441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:56,543 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/bcadf59ff1e745ffa2344bbcf400f42d 2024-11-19T20:21:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5dd54dc51e104903b38f8ca94d078595 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595 2024-11-19T20:21:56,552 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595, entries=150, sequenceid=323, filesize=30.5 K 2024-11-19T20:21:56,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/8a788760f722493fa50b318b3da18588 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8a788760f722493fa50b318b3da18588 2024-11-19T20:21:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,560 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8a788760f722493fa50b318b3da18588, entries=150, sequenceid=323, filesize=12.0 K 2024-11-19T20:21:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/bcadf59ff1e745ffa2344bbcf400f42d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bcadf59ff1e745ffa2344bbcf400f42d 2024-11-19T20:21:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,568 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bcadf59ff1e745ffa2344bbcf400f42d, entries=150, sequenceid=323, filesize=12.0 K 2024-11-19T20:21:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,568 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 432b7a1719aeb11da6f90989f0fd43e5 in 1283ms, sequenceid=323, compaction requested=false 2024-11-19T20:21:56,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:56,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:56,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-19T20:21:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-19T20:21:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-19T20:21:56,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4370 sec 2024-11-19T20:21:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4420 sec 2024-11-19T20:21:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T20:21:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,237 INFO [Thread-680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-19T20:21:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-19T20:21:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T20:21:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:57,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T20:21:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-19T20:21:57,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,396 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:21:57,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119205282284ea446af84c805a4dcd9ad84_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047715329/Put/seqid=0 2024-11-19T20:21:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742050_1226 (size=9914) 2024-11-19T20:21:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:57,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047777514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T20:21:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047777618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:57,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:57,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047777821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:57,824 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119205282284ea446af84c805a4dcd9ad84_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119205282284ea446af84c805a4dcd9ad84_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/fcc56871e22d4f269f190cc5ff42a609, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:57,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/fcc56871e22d4f269f190cc5ff42a609 is 175, key is test_row_0/A:col10/1732047715329/Put/seqid=0 2024-11-19T20:21:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742051_1227 (size=22561) 2024-11-19T20:21:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T20:21:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58914 deadline: 1732047778003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:58,005 DEBUG [Thread-670 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:21:58,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58938 deadline: 1732047778010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:58,013 DEBUG [Thread-678 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:21:58,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732047778016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:58,018 DEBUG [Thread-672 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:21:58,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047778126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:58,236 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/fcc56871e22d4f269f190cc5ff42a609 2024-11-19T20:21:58,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/7d6ca117a077452690a7925136154896 is 50, key is test_row_0/B:col10/1732047715329/Put/seqid=0 2024-11-19T20:21:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742052_1228 (size=9857) 2024-11-19T20:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T20:21:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047778630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:58,655 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/7d6ca117a077452690a7925136154896 2024-11-19T20:21:58,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/9af906d807a34072ad57d4b05f36b8c1 is 50, key is test_row_0/C:col10/1732047715329/Put/seqid=0 2024-11-19T20:21:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742053_1229 (size=9857) 2024-11-19T20:21:59,071 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/9af906d807a34072ad57d4b05f36b8c1 2024-11-19T20:21:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/fcc56871e22d4f269f190cc5ff42a609 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609 2024-11-19T20:21:59,081 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609, entries=100, sequenceid=336, filesize=22.0 K 2024-11-19T20:21:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/7d6ca117a077452690a7925136154896 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/7d6ca117a077452690a7925136154896 2024-11-19T20:21:59,103 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/7d6ca117a077452690a7925136154896, entries=100, sequenceid=336, filesize=9.6 K 2024-11-19T20:21:59,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/9af906d807a34072ad57d4b05f36b8c1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/9af906d807a34072ad57d4b05f36b8c1 2024-11-19T20:21:59,109 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/9af906d807a34072ad57d4b05f36b8c1, entries=100, sequenceid=336, filesize=9.6 K 2024-11-19T20:21:59,110 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 432b7a1719aeb11da6f90989f0fd43e5 in 1714ms, sequenceid=336, compaction requested=true 2024-11-19T20:21:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:21:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-19T20:21:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-19T20:21:59,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-19T20:21:59,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8700 sec 2024-11-19T20:21:59,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8750 sec 2024-11-19T20:21:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T20:21:59,344 INFO [Thread-680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-19T20:21:59,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:21:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-19T20:21:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T20:21:59,347 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:21:59,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:21:59,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:21:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T20:21:59,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:21:59,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-19T20:21:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:21:59,500 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:21:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:21:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:21:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:21:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:21:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119855bd57677674165a0694f228d496def_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047717500/Put/seqid=0 2024-11-19T20:21:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742054_1230 (size=12454) 2024-11-19T20:21:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:59,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. as already flushing 2024-11-19T20:21:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T20:21:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047779671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047779773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:21:59,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:21:59,918 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119855bd57677674165a0694f228d496def_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119855bd57677674165a0694f228d496def_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:21:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5e5f3dc51d884619be6f4851843ed22c, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:21:59,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5e5f3dc51d884619be6f4851843ed22c is 175, key is test_row_0/A:col10/1732047717500/Put/seqid=0 2024-11-19T20:21:59,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742055_1231 (size=31255) 2024-11-19T20:21:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T20:21:59,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:21:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047779975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047780280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:00,325 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5e5f3dc51d884619be6f4851843ed22c 2024-11-19T20:22:00,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6f06c2be13584b8d83acc2bc20cbbcc3 is 50, key is test_row_0/B:col10/1732047717500/Put/seqid=0 2024-11-19T20:22:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742056_1232 (size=12301) 2024-11-19T20:22:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T20:22:00,745 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6f06c2be13584b8d83acc2bc20cbbcc3 2024-11-19T20:22:00,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e811fe66696e4e819b36f0dfdc2cd983 is 50, key is test_row_0/C:col10/1732047717500/Put/seqid=0 2024-11-19T20:22:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742057_1233 (size=12301) 2024-11-19T20:22:00,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58922 deadline: 1732047780782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:00,798 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:51443 2024-11-19T20:22:00,798 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:00,799 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:51443 2024-11-19T20:22:00,799 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:00,799 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:51443 2024-11-19T20:22:00,799 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:00,799 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:51443 2024-11-19T20:22:00,799 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:01,159 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e811fe66696e4e819b36f0dfdc2cd983 2024-11-19T20:22:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/5e5f3dc51d884619be6f4851843ed22c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c 2024-11-19T20:22:01,167 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c, entries=150, sequenceid=359, filesize=30.5 K 2024-11-19T20:22:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/6f06c2be13584b8d83acc2bc20cbbcc3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6f06c2be13584b8d83acc2bc20cbbcc3 2024-11-19T20:22:01,170 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6f06c2be13584b8d83acc2bc20cbbcc3, entries=150, sequenceid=359, filesize=12.0 K 2024-11-19T20:22:01,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/e811fe66696e4e819b36f0dfdc2cd983 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e811fe66696e4e819b36f0dfdc2cd983 2024-11-19T20:22:01,174 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e811fe66696e4e819b36f0dfdc2cd983, entries=150, sequenceid=359, filesize=12.0 K 2024-11-19T20:22:01,175 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 432b7a1719aeb11da6f90989f0fd43e5 in 1675ms, sequenceid=359, compaction requested=true 2024-11-19T20:22:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:22:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-19T20:22:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-19T20:22:01,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-19T20:22:01,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-19T20:22:01,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8320 sec 2024-11-19T20:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T20:22:01,451 INFO [Thread-680 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-19T20:22:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:01,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T20:22:01,789 DEBUG [Thread-674 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:51443 2024-11-19T20:22:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:22:01,790 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:22:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:22:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:01,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a3fb037af8c4497fba56cd497f0c909b_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742058_1234 (size=12454) 2024-11-19T20:22:02,043 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:51443 2024-11-19T20:22:02,043 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:02,050 DEBUG [Thread-678 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:51443 2024-11-19T20:22:02,050 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:02,059 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:51443 2024-11-19T20:22:02,059 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:02,200 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:02,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a3fb037af8c4497fba56cd497f0c909b_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a3fb037af8c4497fba56cd497f0c909b_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:02,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/4daf0f7c71904c59933c3c4cfb6b96ed, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:22:02,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/4daf0f7c71904c59933c3c4cfb6b96ed is 175, key is test_row_0/A:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742059_1235 (size=31255) 2024-11-19T20:22:02,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/4daf0f7c71904c59933c3c4cfb6b96ed 2024-11-19T20:22:02,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/063d928e15b24658a49ab6e2f6b4274f is 50, key is test_row_0/B:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742060_1236 (size=12301) 2024-11-19T20:22:03,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/063d928e15b24658a49ab6e2f6b4274f 2024-11-19T20:22:03,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/81dc36b2d22d41fea038d93223fcfc24 is 50, key is test_row_0/C:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742061_1237 (size=12301) 2024-11-19T20:22:03,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/81dc36b2d22d41fea038d93223fcfc24 2024-11-19T20:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/4daf0f7c71904c59933c3c4cfb6b96ed as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed 2024-11-19T20:22:03,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed, entries=150, sequenceid=373, filesize=30.5 K 2024-11-19T20:22:03,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/063d928e15b24658a49ab6e2f6b4274f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/063d928e15b24658a49ab6e2f6b4274f 2024-11-19T20:22:03,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/063d928e15b24658a49ab6e2f6b4274f, entries=150, sequenceid=373, filesize=12.0 K 2024-11-19T20:22:03,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/81dc36b2d22d41fea038d93223fcfc24 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/81dc36b2d22d41fea038d93223fcfc24 2024-11-19T20:22:03,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/81dc36b2d22d41fea038d93223fcfc24, entries=150, sequenceid=373, filesize=12.0 K 2024-11-19T20:22:03,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 432b7a1719aeb11da6f90989f0fd43e5 in 1660ms, sequenceid=373, compaction requested=true 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:03,450 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 432b7a1719aeb11da6f90989f0fd43e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:03,450 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:22:03,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:03,451 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59743 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:22:03,451 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 148263 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:22:03,451 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/B is initiating minor compaction (all files) 2024-11-19T20:22:03,451 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/A is initiating minor compaction (all files) 2024-11-19T20:22:03,451 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/B in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:03,451 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/A in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:03,451 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/edc7e47c49cb432ead9ada90e2770ff4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8a788760f722493fa50b318b3da18588, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/7d6ca117a077452690a7925136154896, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6f06c2be13584b8d83acc2bc20cbbcc3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/063d928e15b24658a49ab6e2f6b4274f] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=58.3 K 2024-11-19T20:22:03,452 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0d321bac0ebb47729692133836d7c5f7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=144.8 K 2024-11-19T20:22:03,452 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:03,452 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0d321bac0ebb47729692133836d7c5f7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed] 2024-11-19T20:22:03,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting edc7e47c49cb432ead9ada90e2770ff4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732047713237 2024-11-19T20:22:03,452 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d321bac0ebb47729692133836d7c5f7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732047713237 2024-11-19T20:22:03,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a788760f722493fa50b318b3da18588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732047713871 2024-11-19T20:22:03,452 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dd54dc51e104903b38f8ca94d078595, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732047713871 2024-11-19T20:22:03,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d6ca117a077452690a7925136154896, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732047715326 2024-11-19T20:22:03,453 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcc56871e22d4f269f190cc5ff42a609, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732047715326 2024-11-19T20:22:03,453 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f06c2be13584b8d83acc2bc20cbbcc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732047717500 2024-11-19T20:22:03,453 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e5f3dc51d884619be6f4851843ed22c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732047717500 2024-11-19T20:22:03,453 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 063d928e15b24658a49ab6e2f6b4274f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732047719643 2024-11-19T20:22:03,453 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4daf0f7c71904c59933c3c4cfb6b96ed, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732047719643 2024-11-19T20:22:03,464 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:03,465 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/3e9cb9538b2846619eff64e9301905dc is 50, key is test_row_0/B:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:03,469 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:22:03,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742062_1238 (size=13153) 2024-11-19T20:22:03,475 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119f00e15be3c6e491ab9c35e2635a9e257_432b7a1719aeb11da6f90989f0fd43e5 store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:22:03,478 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/3e9cb9538b2846619eff64e9301905dc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3e9cb9538b2846619eff64e9301905dc 2024-11-19T20:22:03,483 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/B of 432b7a1719aeb11da6f90989f0fd43e5 into 3e9cb9538b2846619eff64e9301905dc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:03,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:22:03,484 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/B, priority=11, startTime=1732047723450; duration=0sec 2024-11-19T20:22:03,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:03,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:B 2024-11-19T20:22:03,484 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:22:03,485 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59743 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:22:03,485 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): 432b7a1719aeb11da6f90989f0fd43e5/C is initiating minor compaction (all files) 2024-11-19T20:22:03,485 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 432b7a1719aeb11da6f90989f0fd43e5/C in TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:03,486 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/15b1e3cf02ab4ec4803dcf333ccbdd41, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bcadf59ff1e745ffa2344bbcf400f42d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/9af906d807a34072ad57d4b05f36b8c1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e811fe66696e4e819b36f0dfdc2cd983, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/81dc36b2d22d41fea038d93223fcfc24] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp, totalSize=58.3 K 2024-11-19T20:22:03,486 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 15b1e3cf02ab4ec4803dcf333ccbdd41, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732047713237 2024-11-19T20:22:03,486 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting bcadf59ff1e745ffa2344bbcf400f42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732047713871 2024-11-19T20:22:03,487 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af906d807a34072ad57d4b05f36b8c1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732047715326 2024-11-19T20:22:03,487 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e811fe66696e4e819b36f0dfdc2cd983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732047717500 2024-11-19T20:22:03,487 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 81dc36b2d22d41fea038d93223fcfc24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732047719643 2024-11-19T20:22:03,508 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#C#compaction#197 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:03,509 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/bc6c083001d548eabf1923455415ae9f is 50, key is test_row_0/C:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742063_1239 (size=13153) 2024-11-19T20:22:03,513 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119f00e15be3c6e491ab9c35e2635a9e257_432b7a1719aeb11da6f90989f0fd43e5, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:22:03,514 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f00e15be3c6e491ab9c35e2635a9e257_432b7a1719aeb11da6f90989f0fd43e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:22:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742064_1240 (size=4469) 2024-11-19T20:22:03,918 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/bc6c083001d548eabf1923455415ae9f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bc6c083001d548eabf1923455415ae9f 2024-11-19T20:22:03,920 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 432b7a1719aeb11da6f90989f0fd43e5#A#compaction#196 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:03,920 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/75b45941867b454aa7d6844c83124da9 is 175, key is test_row_0/A:col10/1732047719661/Put/seqid=0 2024-11-19T20:22:03,923 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/C of 432b7a1719aeb11da6f90989f0fd43e5 into bc6c083001d548eabf1923455415ae9f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:03,923 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:22:03,923 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/C, priority=11, startTime=1732047723450; duration=0sec 2024-11-19T20:22:03,923 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:03,923 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:C 2024-11-19T20:22:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742065_1241 (size=32107) 2024-11-19T20:22:04,329 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/75b45941867b454aa7d6844c83124da9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/75b45941867b454aa7d6844c83124da9 2024-11-19T20:22:04,333 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 432b7a1719aeb11da6f90989f0fd43e5/A of 432b7a1719aeb11da6f90989f0fd43e5 into 75b45941867b454aa7d6844c83124da9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:04,333 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:22:04,333 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5., storeName=432b7a1719aeb11da6f90989f0fd43e5/A, priority=11, startTime=1732047723450; duration=0sec 2024-11-19T20:22:04,333 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:04,333 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 432b7a1719aeb11da6f90989f0fd43e5:A 2024-11-19T20:22:06,078 DEBUG [Thread-676 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:51443 2024-11-19T20:22:06,078 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6980 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7118 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2929 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8784 rows 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2947 2024-11-19T20:22:06,078 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8839 rows 2024-11-19T20:22:06,078 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:22:06,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:51443 2024-11-19T20:22:06,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:06,080 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T20:22:06,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T20:22:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T20:22:06,085 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047726084"}]},"ts":"1732047726084"} 2024-11-19T20:22:06,086 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T20:22:06,089 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T20:22:06,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:22:06,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, UNASSIGN}] 2024-11-19T20:22:06,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, UNASSIGN 2024-11-19T20:22:06,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:06,092 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:22:06,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:22:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T20:22:06,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:06,244 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:06,244 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:22:06,244 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing 432b7a1719aeb11da6f90989f0fd43e5, disabling compactions & flushes 2024-11-19T20:22:06,244 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:06,244 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:06,244 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. after waiting 0 ms 2024-11-19T20:22:06,244 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:06,244 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing 432b7a1719aeb11da6f90989f0fd43e5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T20:22:06,245 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=A 2024-11-19T20:22:06,245 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:06,245 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=B 2024-11-19T20:22:06,245 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:06,245 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 432b7a1719aeb11da6f90989f0fd43e5, store=C 2024-11-19T20:22:06,245 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:06,251 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191e10a9a5327c4a0c8dc13fbe112c2c79_432b7a1719aeb11da6f90989f0fd43e5 is 50, key is test_row_0/A:col10/1732047726077/Put/seqid=0 2024-11-19T20:22:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742066_1242 (size=9914) 2024-11-19T20:22:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T20:22:06,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T20:22:06,655 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:06,660 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191e10a9a5327c4a0c8dc13fbe112c2c79_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191e10a9a5327c4a0c8dc13fbe112c2c79_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:06,661 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/ea8cf167979a48feb5e1ff591b2242aa, store: [table=TestAcidGuarantees family=A region=432b7a1719aeb11da6f90989f0fd43e5] 2024-11-19T20:22:06,661 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/ea8cf167979a48feb5e1ff591b2242aa is 175, key is test_row_0/A:col10/1732047726077/Put/seqid=0 2024-11-19T20:22:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742067_1243 (size=22561) 2024-11-19T20:22:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T20:22:07,066 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/ea8cf167979a48feb5e1ff591b2242aa 2024-11-19T20:22:07,072 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/cebbe8b63dad44e2aa844a6bb4a5b958 is 50, key is test_row_0/B:col10/1732047726077/Put/seqid=0 2024-11-19T20:22:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742068_1244 (size=9857) 2024-11-19T20:22:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T20:22:07,477 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/cebbe8b63dad44e2aa844a6bb4a5b958 2024-11-19T20:22:07,483 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/0e972147d722445c84c36e3226409e2b is 50, key is test_row_0/C:col10/1732047726077/Put/seqid=0 2024-11-19T20:22:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742069_1245 (size=9857) 2024-11-19T20:22:07,888 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/0e972147d722445c84c36e3226409e2b 2024-11-19T20:22:07,892 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/A/ea8cf167979a48feb5e1ff591b2242aa as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/ea8cf167979a48feb5e1ff591b2242aa 2024-11-19T20:22:07,896 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/ea8cf167979a48feb5e1ff591b2242aa, entries=100, sequenceid=383, filesize=22.0 K 2024-11-19T20:22:07,897 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/B/cebbe8b63dad44e2aa844a6bb4a5b958 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/cebbe8b63dad44e2aa844a6bb4a5b958 2024-11-19T20:22:07,901 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/cebbe8b63dad44e2aa844a6bb4a5b958, entries=100, sequenceid=383, filesize=9.6 K 2024-11-19T20:22:07,902 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/.tmp/C/0e972147d722445c84c36e3226409e2b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0e972147d722445c84c36e3226409e2b 2024-11-19T20:22:07,905 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0e972147d722445c84c36e3226409e2b, entries=100, sequenceid=383, filesize=9.6 K 2024-11-19T20:22:07,906 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 432b7a1719aeb11da6f90989f0fd43e5 in 1662ms, sequenceid=383, compaction requested=false 2024-11-19T20:22:07,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/3b8980b5ca6b478789e022293022a3a0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/c33fd520c32b409dadbc3d181bb0ba16, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8219f32b174544aea0dc43613e04e339, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/405e12b1267c43ad9ab73615d00fb2f3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/827df7ab817c498a829eba3d02eb2c2d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0d321bac0ebb47729692133836d7c5f7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed] to archive 2024-11-19T20:22:07,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:22:07,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0b74f80eeaec4fba9eadd982aabdd30c 2024-11-19T20:22:07,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/971123360078400c87585bc27b006043 2024-11-19T20:22:07,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6e52b436f3cb4a319213fd0c992e798c 2024-11-19T20:22:07,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/3b8980b5ca6b478789e022293022a3a0 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/3b8980b5ca6b478789e022293022a3a0 2024-11-19T20:22:07,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/767aa4712eae4bf1a263399141d26a8b 2024-11-19T20:22:07,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/9f8b48d93ab745d6b39a1a889b0b0f1c 2024-11-19T20:22:07,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/c33fd520c32b409dadbc3d181bb0ba16 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/c33fd520c32b409dadbc3d181bb0ba16 2024-11-19T20:22:07,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/a1653d4134c642448c401d9177e76db1 2024-11-19T20:22:07,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8e3b59d111e34adc9d5dc22e2d6c4940 2024-11-19T20:22:07,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5736f1765bc94a8cb6d15af25bae7e2d 2024-11-19T20:22:07,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/1319178ce8bf44f297b2ca5e353a69db 2024-11-19T20:22:07,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8219f32b174544aea0dc43613e04e339 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/8219f32b174544aea0dc43613e04e339 2024-11-19T20:22:07,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/2495298dc9cb453b8476a50bcaecfad3 2024-11-19T20:22:07,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/d33162b7f579452ca13cfec51c33437e 2024-11-19T20:22:07,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/405e12b1267c43ad9ab73615d00fb2f3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/405e12b1267c43ad9ab73615d00fb2f3 2024-11-19T20:22:07,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/61437c142f6a41d7848636df0df3d4dd 2024-11-19T20:22:07,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/cdedc770cde04e389069486e5b4f141b 2024-11-19T20:22:07,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/827df7ab817c498a829eba3d02eb2c2d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/827df7ab817c498a829eba3d02eb2c2d 2024-11-19T20:22:07,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/6108939f46a1423a96bcc06237c35ce5 2024-11-19T20:22:07,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/e62971a631c2444da42cb0df732c94e4 2024-11-19T20:22:07,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0d321bac0ebb47729692133836d7c5f7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/0d321bac0ebb47729692133836d7c5f7 2024-11-19T20:22:07,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5dd54dc51e104903b38f8ca94d078595 2024-11-19T20:22:07,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/fcc56871e22d4f269f190cc5ff42a609 2024-11-19T20:22:07,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/5e5f3dc51d884619be6f4851843ed22c 2024-11-19T20:22:07,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/4daf0f7c71904c59933c3c4cfb6b96ed 2024-11-19T20:22:07,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/b20c7dc3730c44ae81b469cf5deeae45, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6e9d417cf26742fcabf168f2ddfaecf9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6c376c11056a4c1ebe59407dfc5e8cf7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8ac3dced99b243f08d1ecc682aac5877, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/40aec7b78710416eba0e691e510f6211, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/43c58f41d9274c528cae666de991967e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8edf3b5ecd714e34bf25821f63214421, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/0c4bfb736f3f413d835b512671e5f71d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/9a05ac2a7fe0494db7ca11d3e5592b9d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/265b6065eee0416792334f8e9d37fab1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ecf56ab1d0ef4499a9c19e471acc761c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/939e4c0dc9bc4c0382b1088d5257d788, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/42b107d8b7a04102bdb7baaf022b489e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/33cff6f0ef0a4ad4b17fb0f9cae8033d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/5c2f47e2c94045028e7313673f9d88ea, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/1be3c35a1a714813a66a7a65bcdef0ee, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3dfe33d550fd4c9ca4a8c989becb6018, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/80009aa30ab2472cbe9553d951aa3441, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/818dedc1d6df4d35968bafa64b53b125, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/edc7e47c49cb432ead9ada90e2770ff4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ba6ee878d3134786b8bdd83a13261e8e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8a788760f722493fa50b318b3da18588, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/7d6ca117a077452690a7925136154896, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6f06c2be13584b8d83acc2bc20cbbcc3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/063d928e15b24658a49ab6e2f6b4274f] to archive 2024-11-19T20:22:07,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:22:07,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/b20c7dc3730c44ae81b469cf5deeae45 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/b20c7dc3730c44ae81b469cf5deeae45 2024-11-19T20:22:07,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6e9d417cf26742fcabf168f2ddfaecf9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6e9d417cf26742fcabf168f2ddfaecf9 2024-11-19T20:22:07,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6c376c11056a4c1ebe59407dfc5e8cf7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6c376c11056a4c1ebe59407dfc5e8cf7 2024-11-19T20:22:07,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8ac3dced99b243f08d1ecc682aac5877 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8ac3dced99b243f08d1ecc682aac5877 2024-11-19T20:22:07,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/40aec7b78710416eba0e691e510f6211 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/40aec7b78710416eba0e691e510f6211 2024-11-19T20:22:07,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/43c58f41d9274c528cae666de991967e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/43c58f41d9274c528cae666de991967e 2024-11-19T20:22:07,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8edf3b5ecd714e34bf25821f63214421 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8edf3b5ecd714e34bf25821f63214421 2024-11-19T20:22:07,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/0c4bfb736f3f413d835b512671e5f71d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/0c4bfb736f3f413d835b512671e5f71d 2024-11-19T20:22:07,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/9a05ac2a7fe0494db7ca11d3e5592b9d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/9a05ac2a7fe0494db7ca11d3e5592b9d 2024-11-19T20:22:07,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/265b6065eee0416792334f8e9d37fab1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/265b6065eee0416792334f8e9d37fab1 2024-11-19T20:22:07,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ecf56ab1d0ef4499a9c19e471acc761c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ecf56ab1d0ef4499a9c19e471acc761c 2024-11-19T20:22:07,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/939e4c0dc9bc4c0382b1088d5257d788 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/939e4c0dc9bc4c0382b1088d5257d788 2024-11-19T20:22:07,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/42b107d8b7a04102bdb7baaf022b489e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/42b107d8b7a04102bdb7baaf022b489e 2024-11-19T20:22:07,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/33cff6f0ef0a4ad4b17fb0f9cae8033d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/33cff6f0ef0a4ad4b17fb0f9cae8033d 2024-11-19T20:22:07,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/5c2f47e2c94045028e7313673f9d88ea to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/5c2f47e2c94045028e7313673f9d88ea 2024-11-19T20:22:07,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/1be3c35a1a714813a66a7a65bcdef0ee to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/1be3c35a1a714813a66a7a65bcdef0ee 2024-11-19T20:22:07,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3dfe33d550fd4c9ca4a8c989becb6018 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3dfe33d550fd4c9ca4a8c989becb6018 2024-11-19T20:22:07,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/80009aa30ab2472cbe9553d951aa3441 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/80009aa30ab2472cbe9553d951aa3441 2024-11-19T20:22:07,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/818dedc1d6df4d35968bafa64b53b125 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/818dedc1d6df4d35968bafa64b53b125 2024-11-19T20:22:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/edc7e47c49cb432ead9ada90e2770ff4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/edc7e47c49cb432ead9ada90e2770ff4 2024-11-19T20:22:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ba6ee878d3134786b8bdd83a13261e8e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/ba6ee878d3134786b8bdd83a13261e8e 2024-11-19T20:22:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8a788760f722493fa50b318b3da18588 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/8a788760f722493fa50b318b3da18588 2024-11-19T20:22:07,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/7d6ca117a077452690a7925136154896 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/7d6ca117a077452690a7925136154896 2024-11-19T20:22:07,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6f06c2be13584b8d83acc2bc20cbbcc3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/6f06c2be13584b8d83acc2bc20cbbcc3 2024-11-19T20:22:07,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/063d928e15b24658a49ab6e2f6b4274f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/063d928e15b24658a49ab6e2f6b4274f 2024-11-19T20:22:07,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e0db52d1e99c476582ce1b0005899a22, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6146797447314781a9ede5a072db01cf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/345ecfd538394ec39968013cc837b438, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/da6d20b782be482baf1fdc9322997ee6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a31a8f98abd140669fd98b52325ef6be, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/c871f6c9633b44d6a3ebaae48685d148, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a8f5e4383ef74766b6ca85130ab76a24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/09c269f2158f439bb58d373df535fd99, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/ba5bdddc52344e54a9cf4618a55aac87, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/17080edea13149df808a72a59c0b989c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/50da2483ac90434588083b7f35b2f74a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/505666399c444314aa03a9fbef9424f1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/b69de473cbaf4e3aa788e5b039ae74cf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/8597cd3a56b844998b142c1dce455ee3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6afdb4afe82e4352b22da563ecc796b9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e5930a405c244edda72a9e66f271e184, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/5b20b47604004763863b27d43eafe267, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0af6dd38c3354f92879bbb79d3b2e739, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/668a64d2a97b4affa2ca35374f8d83b4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/15b1e3cf02ab4ec4803dcf333ccbdd41, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/f56caabc474f40c79d51f0762d3f675d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bcadf59ff1e745ffa2344bbcf400f42d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/9af906d807a34072ad57d4b05f36b8c1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e811fe66696e4e819b36f0dfdc2cd983, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/81dc36b2d22d41fea038d93223fcfc24] to archive 2024-11-19T20:22:07,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:22:07,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e0db52d1e99c476582ce1b0005899a22 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e0db52d1e99c476582ce1b0005899a22 2024-11-19T20:22:07,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6146797447314781a9ede5a072db01cf to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6146797447314781a9ede5a072db01cf 2024-11-19T20:22:07,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/345ecfd538394ec39968013cc837b438 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/345ecfd538394ec39968013cc837b438 2024-11-19T20:22:07,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/da6d20b782be482baf1fdc9322997ee6 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/da6d20b782be482baf1fdc9322997ee6 2024-11-19T20:22:07,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a31a8f98abd140669fd98b52325ef6be to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a31a8f98abd140669fd98b52325ef6be 2024-11-19T20:22:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/c871f6c9633b44d6a3ebaae48685d148 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/c871f6c9633b44d6a3ebaae48685d148 2024-11-19T20:22:07,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a8f5e4383ef74766b6ca85130ab76a24 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/a8f5e4383ef74766b6ca85130ab76a24 2024-11-19T20:22:07,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/09c269f2158f439bb58d373df535fd99 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/09c269f2158f439bb58d373df535fd99 2024-11-19T20:22:07,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/ba5bdddc52344e54a9cf4618a55aac87 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/ba5bdddc52344e54a9cf4618a55aac87 2024-11-19T20:22:07,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/17080edea13149df808a72a59c0b989c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/17080edea13149df808a72a59c0b989c 2024-11-19T20:22:07,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/50da2483ac90434588083b7f35b2f74a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/50da2483ac90434588083b7f35b2f74a 2024-11-19T20:22:07,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/505666399c444314aa03a9fbef9424f1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/505666399c444314aa03a9fbef9424f1 2024-11-19T20:22:07,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/b69de473cbaf4e3aa788e5b039ae74cf to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/b69de473cbaf4e3aa788e5b039ae74cf 2024-11-19T20:22:07,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/8597cd3a56b844998b142c1dce455ee3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/8597cd3a56b844998b142c1dce455ee3 2024-11-19T20:22:07,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6afdb4afe82e4352b22da563ecc796b9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/6afdb4afe82e4352b22da563ecc796b9 2024-11-19T20:22:07,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e5930a405c244edda72a9e66f271e184 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e5930a405c244edda72a9e66f271e184 2024-11-19T20:22:07,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/5b20b47604004763863b27d43eafe267 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/5b20b47604004763863b27d43eafe267 2024-11-19T20:22:07,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0af6dd38c3354f92879bbb79d3b2e739 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0af6dd38c3354f92879bbb79d3b2e739 2024-11-19T20:22:07,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/668a64d2a97b4affa2ca35374f8d83b4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/668a64d2a97b4affa2ca35374f8d83b4 2024-11-19T20:22:07,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/15b1e3cf02ab4ec4803dcf333ccbdd41 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/15b1e3cf02ab4ec4803dcf333ccbdd41 2024-11-19T20:22:07,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/f56caabc474f40c79d51f0762d3f675d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/f56caabc474f40c79d51f0762d3f675d 2024-11-19T20:22:07,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bcadf59ff1e745ffa2344bbcf400f42d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bcadf59ff1e745ffa2344bbcf400f42d 2024-11-19T20:22:07,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/9af906d807a34072ad57d4b05f36b8c1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/9af906d807a34072ad57d4b05f36b8c1 2024-11-19T20:22:07,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e811fe66696e4e819b36f0dfdc2cd983 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/e811fe66696e4e819b36f0dfdc2cd983 2024-11-19T20:22:07,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/81dc36b2d22d41fea038d93223fcfc24 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/81dc36b2d22d41fea038d93223fcfc24 2024-11-19T20:22:07,994 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/recovered.edits/386.seqid, newMaxSeqId=386, maxSeqId=4 2024-11-19T20:22:07,995 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5. 2024-11-19T20:22:07,995 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for 432b7a1719aeb11da6f90989f0fd43e5: 2024-11-19T20:22:07,996 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed 432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:07,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=432b7a1719aeb11da6f90989f0fd43e5, regionState=CLOSED 2024-11-19T20:22:07,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-19T20:22:07,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure 432b7a1719aeb11da6f90989f0fd43e5, server=581e77bfee5a,33765,1732047668051 in 1.9050 sec 2024-11-19T20:22:07,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-19T20:22:07,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=432b7a1719aeb11da6f90989f0fd43e5, UNASSIGN in 1.9080 sec 2024-11-19T20:22:08,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-19T20:22:08,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-19T20:22:08,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047728001"}]},"ts":"1732047728001"} 2024-11-19T20:22:08,002 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T20:22:08,004 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T20:22:08,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-19T20:22:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T20:22:08,188 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-19T20:22:08,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T20:22:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,190 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T20:22:08,191 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,192 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/recovered.edits] 2024-11-19T20:22:08,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/75b45941867b454aa7d6844c83124da9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/75b45941867b454aa7d6844c83124da9 2024-11-19T20:22:08,199 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/ea8cf167979a48feb5e1ff591b2242aa to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/A/ea8cf167979a48feb5e1ff591b2242aa 2024-11-19T20:22:08,201 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3e9cb9538b2846619eff64e9301905dc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/3e9cb9538b2846619eff64e9301905dc 2024-11-19T20:22:08,202 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/cebbe8b63dad44e2aa844a6bb4a5b958 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/B/cebbe8b63dad44e2aa844a6bb4a5b958 2024-11-19T20:22:08,205 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0e972147d722445c84c36e3226409e2b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/0e972147d722445c84c36e3226409e2b 2024-11-19T20:22:08,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bc6c083001d548eabf1923455415ae9f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/C/bc6c083001d548eabf1923455415ae9f 2024-11-19T20:22:08,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/recovered.edits/386.seqid to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5/recovered.edits/386.seqid 2024-11-19T20:22:08,210 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,210 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T20:22:08,210 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T20:22:08,211 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T20:22:08,215 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191079c3874efc4b20ac8caa3670443950_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191079c3874efc4b20ac8caa3670443950_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,217 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111916d91844e1cc4912a78d7afbb00c64cf_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111916d91844e1cc4912a78d7afbb00c64cf_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,218 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191e10a9a5327c4a0c8dc13fbe112c2c79_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191e10a9a5327c4a0c8dc13fbe112c2c79_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,219 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191f167b1930b544f19edc25509065aea5_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191f167b1930b544f19edc25509065aea5_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,221 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119205282284ea446af84c805a4dcd9ad84_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119205282284ea446af84c805a4dcd9ad84_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,222 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192f26f20a802c458ab66914cb935e94db_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192f26f20a802c458ab66914cb935e94db_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,223 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938ab23e959d04f3c8d943c1b58dc9630_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938ab23e959d04f3c8d943c1b58dc9630_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,224 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111949670cbd4a6c4ccca6621b6ba4653498_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111949670cbd4a6c4ccca6621b6ba4653498_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,225 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111972596604273d4e9298e79939090eed13_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111972596604273d4e9298e79939090eed13_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,226 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197413dd1a861440e59177a8b20c861da8_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197413dd1a861440e59177a8b20c861da8_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,228 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197fdf29ba5f794f21bd271ed4002143b1_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197fdf29ba5f794f21bd271ed4002143b1_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,229 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119855bd57677674165a0694f228d496def_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119855bd57677674165a0694f228d496def_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,230 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119868b16dfe5ac49bd9068a6072732c5a6_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119868b16dfe5ac49bd9068a6072732c5a6_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,232 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a3fb037af8c4497fba56cd497f0c909b_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a3fb037af8c4497fba56cd497f0c909b_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,233 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b240e86ca3de4bd18b020d4dc5a90fef_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b240e86ca3de4bd18b020d4dc5a90fef_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,234 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c67901d40dff488183efd1c6e0c053a0_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c67901d40dff488183efd1c6e0c053a0_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,235 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e46751fd74ed4f4184fc6af8f3a35e29_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e46751fd74ed4f4184fc6af8f3a35e29_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,236 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ecb346ca7d5743a88f8d7aa154f839c2_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ecb346ca7d5743a88f8d7aa154f839c2_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,237 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f4981e8f2a474c2c92203c39987e3d3f_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f4981e8f2a474c2c92203c39987e3d3f_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,239 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f9a7563e22964c229472e4407363e496_432b7a1719aeb11da6f90989f0fd43e5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f9a7563e22964c229472e4407363e496_432b7a1719aeb11da6f90989f0fd43e5 2024-11-19T20:22:08,240 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T20:22:08,242 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,245 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T20:22:08,247 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T20:22:08,248 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,248 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T20:22:08,248 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732047728248"}]},"ts":"9223372036854775807"} 2024-11-19T20:22:08,250 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T20:22:08,250 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 432b7a1719aeb11da6f90989f0fd43e5, NAME => 'TestAcidGuarantees,,1732047697667.432b7a1719aeb11da6f90989f0fd43e5.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T20:22:08,250 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T20:22:08,250 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732047728250"}]},"ts":"9223372036854775807"} 2024-11-19T20:22:08,251 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T20:22:08,253 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-19T20:22:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T20:22:08,292 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-19T20:22:08,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 239) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1383830174_22 at /127.0.0.1:51452 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1383830174_22 at /127.0.0.1:55744 [Waiting for operation #1423] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735796006_22 at /127.0.0.1:35940 [Waiting for operation #1852] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735796006_22 at /127.0.0.1:38530 [Waiting for operation #1856] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=1774 (was 1931) 2024-11-19T20:22:08,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=1774 2024-11-19T20:22:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:22:08,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:22:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:08,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:22:08,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:08,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-19T20:22:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-19T20:22:08,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:22:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742070_1246 (size=960) 2024-11-19T20:22:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-19T20:22:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-19T20:22:08,722 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:22:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742071_1247 (size=53) 2024-11-19T20:22:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-19T20:22:09,129 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:22:09,129 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e2f8cd896c1711d50ba805cb767c8383, disabling compactions & flushes 2024-11-19T20:22:09,129 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,129 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,129 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. after waiting 0 ms 2024-11-19T20:22:09,129 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,129 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,129 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:09,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:22:09,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732047729130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047729130"}]},"ts":"1732047729130"} 2024-11-19T20:22:09,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:22:09,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:22:09,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047729132"}]},"ts":"1732047729132"} 2024-11-19T20:22:09,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T20:22:09,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, ASSIGN}] 2024-11-19T20:22:09,138 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, ASSIGN 2024-11-19T20:22:09,138 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:22:09,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e2f8cd896c1711d50ba805cb767c8383, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:09,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:22:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-19T20:22:09,441 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:09,444 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,445 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:22:09,445 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,445 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:22:09,445 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,445 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,446 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,448 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:09,448 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f8cd896c1711d50ba805cb767c8383 columnFamilyName A 2024-11-19T20:22:09,448 DEBUG [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:09,448 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.HStore(327): Store=e2f8cd896c1711d50ba805cb767c8383/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:09,448 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,449 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:09,449 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f8cd896c1711d50ba805cb767c8383 columnFamilyName B 2024-11-19T20:22:09,450 DEBUG [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:09,450 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.HStore(327): Store=e2f8cd896c1711d50ba805cb767c8383/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:09,450 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,451 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:09,451 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f8cd896c1711d50ba805cb767c8383 columnFamilyName C 2024-11-19T20:22:09,451 DEBUG [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:09,451 INFO [StoreOpener-e2f8cd896c1711d50ba805cb767c8383-1 {}] regionserver.HStore(327): Store=e2f8cd896c1711d50ba805cb767c8383/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:09,452 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,452 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,452 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,454 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:22:09,455 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:09,457 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:22:09,457 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened e2f8cd896c1711d50ba805cb767c8383; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67733899, jitterRate=0.00931374728679657}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:22:09,458 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:09,458 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., pid=62, masterSystemTime=1732047729441 2024-11-19T20:22:09,460 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,460 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:09,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e2f8cd896c1711d50ba805cb767c8383, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:09,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-19T20:22:09,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 in 171 msec 2024-11-19T20:22:09,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-19T20:22:09,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, ASSIGN in 325 msec 2024-11-19T20:22:09,464 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:22:09,464 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047729464"}]},"ts":"1732047729464"} 2024-11-19T20:22:09,465 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T20:22:09,468 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:22:09,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-19T20:22:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-19T20:22:10,418 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-19T20:22:10,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-19T20:22:10,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,425 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:22:10,427 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:22:10,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-19T20:22:10,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-19T20:22:10,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-19T20:22:10,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-19T20:22:10,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-19T20:22:10,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-19T20:22:10,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-19T20:22:10,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-19T20:22:10,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-19T20:22:10,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-19T20:22:10,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:10,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:10,474 DEBUG [hconnection-0x186ec7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-19T20:22:10,475 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:10,475 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T20:22:10,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:10,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:10,480 DEBUG [hconnection-0x63cfb1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,480 DEBUG [hconnection-0x25b55f26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,481 DEBUG [hconnection-0x3845a8b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,481 DEBUG [hconnection-0x548d552e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,482 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,482 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,482 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,482 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,487 DEBUG [hconnection-0xae735aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,487 DEBUG [hconnection-0x2eaa1aa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,488 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:10,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:22:10,490 DEBUG [hconnection-0x2e9bb9b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,491 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,491 DEBUG [hconnection-0x39aff2f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,496 DEBUG [hconnection-0x6c8826ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:10,497 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:10,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/4422a7fef0ec49f09ad1cdd786add660 is 50, key is test_row_0/A:col10/1732047730487/Put/seqid=0 2024-11-19T20:22:10,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047790516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047790516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047790519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047790519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047790527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742072_1248 (size=12001) 2024-11-19T20:22:10,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/4422a7fef0ec49f09ad1cdd786add660 2024-11-19T20:22:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T20:22:10,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b38acb2fe928413f9ca5608c79200dc7 is 50, key is test_row_0/B:col10/1732047730487/Put/seqid=0 2024-11-19T20:22:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742073_1249 (size=12001) 2024-11-19T20:22:10,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b38acb2fe928413f9ca5608c79200dc7 2024-11-19T20:22:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047790624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047790624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-19T20:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:10,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047790627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047790627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047790630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/9c2118d15f074e768d59797168c3a913 is 50, key is test_row_0/C:col10/1732047730487/Put/seqid=0 2024-11-19T20:22:10,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742074_1250 (size=12001) 2024-11-19T20:22:10,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/9c2118d15f074e768d59797168c3a913 2024-11-19T20:22:10,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/4422a7fef0ec49f09ad1cdd786add660 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4422a7fef0ec49f09ad1cdd786add660 2024-11-19T20:22:10,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4422a7fef0ec49f09ad1cdd786add660, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T20:22:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b38acb2fe928413f9ca5608c79200dc7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b38acb2fe928413f9ca5608c79200dc7 2024-11-19T20:22:10,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b38acb2fe928413f9ca5608c79200dc7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T20:22:10,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/9c2118d15f074e768d59797168c3a913 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/9c2118d15f074e768d59797168c3a913 2024-11-19T20:22:10,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/9c2118d15f074e768d59797168c3a913, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T20:22:10,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e2f8cd896c1711d50ba805cb767c8383 in 233ms, sequenceid=13, compaction requested=false 2024-11-19T20:22:10,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T20:22:10,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-19T20:22:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:10,781 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:22:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/6908aaecf0dc4407a2ce4fdfc7cfeafe is 50, key is test_row_0/A:col10/1732047730514/Put/seqid=0 2024-11-19T20:22:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742075_1251 (size=12001) 2024-11-19T20:22:10,808 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/6908aaecf0dc4407a2ce4fdfc7cfeafe 2024-11-19T20:22:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/7504870d692c4fdfa1be25b8e02b2969 is 50, key is test_row_0/B:col10/1732047730514/Put/seqid=0 2024-11-19T20:22:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:10,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047790835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047790836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047790837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047790838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047790838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742076_1252 (size=12001) 2024-11-19T20:22:10,842 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/7504870d692c4fdfa1be25b8e02b2969 2024-11-19T20:22:10,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/f5a333f15e0247bf941dfb73bcc0e53c is 50, key is test_row_0/C:col10/1732047730514/Put/seqid=0 2024-11-19T20:22:10,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742077_1253 (size=12001) 2024-11-19T20:22:10,858 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/f5a333f15e0247bf941dfb73bcc0e53c 2024-11-19T20:22:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/6908aaecf0dc4407a2ce4fdfc7cfeafe as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/6908aaecf0dc4407a2ce4fdfc7cfeafe 2024-11-19T20:22:10,867 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/6908aaecf0dc4407a2ce4fdfc7cfeafe, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T20:22:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/7504870d692c4fdfa1be25b8e02b2969 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/7504870d692c4fdfa1be25b8e02b2969 2024-11-19T20:22:10,872 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/7504870d692c4fdfa1be25b8e02b2969, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T20:22:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/f5a333f15e0247bf941dfb73bcc0e53c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f5a333f15e0247bf941dfb73bcc0e53c 2024-11-19T20:22:10,878 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f5a333f15e0247bf941dfb73bcc0e53c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T20:22:10,879 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e2f8cd896c1711d50ba805cb767c8383 in 98ms, sequenceid=37, compaction requested=false 2024-11-19T20:22:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-19T20:22:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-19T20:22:10,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-19T20:22:10,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 404 msec 2024-11-19T20:22:10,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 409 msec 2024-11-19T20:22:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:10,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:10,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/581793ed47934960b295d833b90ed102 is 50, key is test_row_0/A:col10/1732047730940/Put/seqid=0 2024-11-19T20:22:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742078_1254 (size=14341) 2024-11-19T20:22:10,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047790959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047790961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047790961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047790962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047790962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047791063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047791065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047791065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047791065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047791066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T20:22:11,080 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-19T20:22:11,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-19T20:22:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T20:22:11,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:11,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:11,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T20:22:11,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-19T20:22:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047791267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047791268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047791268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047791269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047791269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/581793ed47934960b295d833b90ed102 2024-11-19T20:22:11,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e586b0e95bd54df3be75f1e1009fac98 is 50, key is test_row_0/B:col10/1732047730940/Put/seqid=0 2024-11-19T20:22:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742079_1255 (size=12001) 2024-11-19T20:22:11,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e586b0e95bd54df3be75f1e1009fac98 2024-11-19T20:22:11,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/c8d50c6b86d945faa1d9ad274ed93ce9 is 50, key is test_row_0/C:col10/1732047730940/Put/seqid=0 2024-11-19T20:22:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742080_1256 (size=12001) 2024-11-19T20:22:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T20:22:11,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-19T20:22:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-19T20:22:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047791570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047791571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047791572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047791574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047791574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T20:22:11,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-19T20:22:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:11,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/c8d50c6b86d945faa1d9ad274ed93ce9 2024-11-19T20:22:11,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/581793ed47934960b295d833b90ed102 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/581793ed47934960b295d833b90ed102 2024-11-19T20:22:11,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/581793ed47934960b295d833b90ed102, entries=200, sequenceid=51, filesize=14.0 K 2024-11-19T20:22:11,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e586b0e95bd54df3be75f1e1009fac98 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e586b0e95bd54df3be75f1e1009fac98 2024-11-19T20:22:11,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e586b0e95bd54df3be75f1e1009fac98, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T20:22:11,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/c8d50c6b86d945faa1d9ad274ed93ce9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c8d50c6b86d945faa1d9ad274ed93ce9 2024-11-19T20:22:11,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c8d50c6b86d945faa1d9ad274ed93ce9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T20:22:11,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for e2f8cd896c1711d50ba805cb767c8383 in 861ms, sequenceid=51, compaction requested=true 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:11,802 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:11,803 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:11,803 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:11,803 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:11,804 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:11,804 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:11,804 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,804 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,804 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b38acb2fe928413f9ca5608c79200dc7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/7504870d692c4fdfa1be25b8e02b2969, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e586b0e95bd54df3be75f1e1009fac98] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.2 K 2024-11-19T20:22:11,804 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4422a7fef0ec49f09ad1cdd786add660, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/6908aaecf0dc4407a2ce4fdfc7cfeafe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/581793ed47934960b295d833b90ed102] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=37.4 K 2024-11-19T20:22:11,804 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4422a7fef0ec49f09ad1cdd786add660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732047730485 2024-11-19T20:22:11,804 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b38acb2fe928413f9ca5608c79200dc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732047730485 2024-11-19T20:22:11,805 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6908aaecf0dc4407a2ce4fdfc7cfeafe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732047730514 2024-11-19T20:22:11,805 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7504870d692c4fdfa1be25b8e02b2969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732047730514 2024-11-19T20:22:11,805 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 581793ed47934960b295d833b90ed102, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047730836 2024-11-19T20:22:11,805 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e586b0e95bd54df3be75f1e1009fac98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047730836 2024-11-19T20:22:11,814 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:11,815 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/89858710db8d43e98cec34cff956737d is 50, key is test_row_0/A:col10/1732047730940/Put/seqid=0 2024-11-19T20:22:11,818 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:11,818 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/4f07f9a2a23d48538d1d80c5283f42fc is 50, key is test_row_0/B:col10/1732047730940/Put/seqid=0 2024-11-19T20:22:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742081_1257 (size=12104) 2024-11-19T20:22:11,837 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/89858710db8d43e98cec34cff956737d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/89858710db8d43e98cec34cff956737d 2024-11-19T20:22:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742082_1258 (size=12104) 2024-11-19T20:22:11,843 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into 89858710db8d43e98cec34cff956737d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:11,843 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:11,843 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047731802; duration=0sec 2024-11-19T20:22:11,843 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:11,843 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:11,843 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:11,844 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/4f07f9a2a23d48538d1d80c5283f42fc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/4f07f9a2a23d48538d1d80c5283f42fc 2024-11-19T20:22:11,845 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:11,845 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:11,845 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,845 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/9c2118d15f074e768d59797168c3a913, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f5a333f15e0247bf941dfb73bcc0e53c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c8d50c6b86d945faa1d9ad274ed93ce9] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.2 K 2024-11-19T20:22:11,846 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c2118d15f074e768d59797168c3a913, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732047730485 2024-11-19T20:22:11,846 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5a333f15e0247bf941dfb73bcc0e53c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732047730514 2024-11-19T20:22:11,847 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8d50c6b86d945faa1d9ad274ed93ce9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047730836 2024-11-19T20:22:11,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:11,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-19T20:22:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:11,848 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:22:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:11,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:11,850 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into 4f07f9a2a23d48538d1d80c5283f42fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:11,850 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:11,850 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047731802; duration=0sec 2024-11-19T20:22:11,850 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:11,850 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/b7c5820c50e6428799f9071ba1d6ef96 is 50, key is test_row_0/A:col10/1732047730958/Put/seqid=0 2024-11-19T20:22:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742083_1259 (size=12001) 2024-11-19T20:22:11,863 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:11,863 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/5f3bf511835d4fa2b180e88d8e83916a is 50, key is test_row_0/C:col10/1732047730940/Put/seqid=0 2024-11-19T20:22:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742084_1260 (size=12104) 2024-11-19T20:22:11,876 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/5f3bf511835d4fa2b180e88d8e83916a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5f3bf511835d4fa2b180e88d8e83916a 2024-11-19T20:22:11,881 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into 5f3bf511835d4fa2b180e88d8e83916a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:11,881 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:11,881 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047731802; duration=0sec 2024-11-19T20:22:11,881 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:11,881 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:12,022 DEBUG [master/581e77bfee5a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 991186e9b7989e701b762039257d1543 changed from -1.0 to 0.0, refreshing cache 2024-11-19T20:22:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:12,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047792082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047792082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047792082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047792083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047792083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T20:22:12,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047792185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047792185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047792185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047792185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047792186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,261 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/b7c5820c50e6428799f9071ba1d6ef96 2024-11-19T20:22:12,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/02c99a2f839944228c69d5d1705d981a is 50, key is test_row_0/B:col10/1732047730958/Put/seqid=0 2024-11-19T20:22:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742085_1261 (size=12001) 2024-11-19T20:22:12,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047792388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047792388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047792388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047792388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047792389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,673 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/02c99a2f839944228c69d5d1705d981a 2024-11-19T20:22:12,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/1380ae5343c94dd4adc293f39a17cfdc is 50, key is test_row_0/C:col10/1732047730958/Put/seqid=0 2024-11-19T20:22:12,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047792691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047792691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047792692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047792692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047792693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:12,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742086_1262 (size=12001) 2024-11-19T20:22:13,098 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/1380ae5343c94dd4adc293f39a17cfdc 2024-11-19T20:22:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/b7c5820c50e6428799f9071ba1d6ef96 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b7c5820c50e6428799f9071ba1d6ef96 2024-11-19T20:22:13,112 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b7c5820c50e6428799f9071ba1d6ef96, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T20:22:13,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/02c99a2f839944228c69d5d1705d981a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/02c99a2f839944228c69d5d1705d981a 2024-11-19T20:22:13,117 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/02c99a2f839944228c69d5d1705d981a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T20:22:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/1380ae5343c94dd4adc293f39a17cfdc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1380ae5343c94dd4adc293f39a17cfdc 2024-11-19T20:22:13,122 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1380ae5343c94dd4adc293f39a17cfdc, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T20:22:13,123 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e2f8cd896c1711d50ba805cb767c8383 in 1275ms, sequenceid=76, compaction requested=false 2024-11-19T20:22:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-19T20:22:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-19T20:22:13,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-19T20:22:13,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-11-19T20:22:13,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.0450 sec 2024-11-19T20:22:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T20:22:13,187 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-19T20:22:13,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-19T20:22:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:13,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:13,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:13,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:13,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T20:22:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:13,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:13,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:13,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:13,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:13,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/e84fa8943f9243a2a5c6c7dfc83eb0ff is 50, key is test_row_0/A:col10/1732047733196/Put/seqid=0 2024-11-19T20:22:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742087_1263 (size=14341) 2024-11-19T20:22:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047793236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047793238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047793238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047793239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047793239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:13,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047793340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047793342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047793342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047793343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047793343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:13,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:22:13,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047793544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047793546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047793546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047793547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047793547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/e84fa8943f9243a2a5c6c7dfc83eb0ff 2024-11-19T20:22:13,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/53271481f8e042c9b9cdcecfcd114b60 is 50, key is test_row_0/B:col10/1732047733196/Put/seqid=0 2024-11-19T20:22:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742088_1264 (size=12001) 2024-11-19T20:22:13,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:13,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047793849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047793849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047793850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047793850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047793851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:13,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:13,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/53271481f8e042c9b9cdcecfcd114b60 2024-11-19T20:22:14,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/659910dfa9e14935aae83083e2f4a7d4 is 50, key is test_row_0/C:col10/1732047733196/Put/seqid=0 2024-11-19T20:22:14,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742089_1265 (size=12001) 2024-11-19T20:22:14,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:14,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:14,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:14,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047794352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047794353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047794354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047794354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047794355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:14,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/659910dfa9e14935aae83083e2f4a7d4 2024-11-19T20:22:14,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/e84fa8943f9243a2a5c6c7dfc83eb0ff as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/e84fa8943f9243a2a5c6c7dfc83eb0ff 2024-11-19T20:22:14,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/e84fa8943f9243a2a5c6c7dfc83eb0ff, entries=200, sequenceid=94, filesize=14.0 K 2024-11-19T20:22:14,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/53271481f8e042c9b9cdcecfcd114b60 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/53271481f8e042c9b9cdcecfcd114b60 2024-11-19T20:22:14,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/53271481f8e042c9b9cdcecfcd114b60, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T20:22:14,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/659910dfa9e14935aae83083e2f4a7d4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/659910dfa9e14935aae83083e2f4a7d4 2024-11-19T20:22:14,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/659910dfa9e14935aae83083e2f4a7d4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T20:22:14,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e2f8cd896c1711d50ba805cb767c8383 in 1254ms, sequenceid=94, compaction requested=true 2024-11-19T20:22:14,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:14,451 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:14,451 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:14,452 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:14,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:14,452 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:14,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:14,452 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,452 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,452 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/89858710db8d43e98cec34cff956737d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b7c5820c50e6428799f9071ba1d6ef96, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/e84fa8943f9243a2a5c6c7dfc83eb0ff] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=37.5 K 2024-11-19T20:22:14,452 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/4f07f9a2a23d48538d1d80c5283f42fc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/02c99a2f839944228c69d5d1705d981a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/53271481f8e042c9b9cdcecfcd114b60] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.3 K 2024-11-19T20:22:14,452 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f07f9a2a23d48538d1d80c5283f42fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047730836 2024-11-19T20:22:14,452 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89858710db8d43e98cec34cff956737d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047730836 2024-11-19T20:22:14,453 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7c5820c50e6428799f9071ba1d6ef96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732047730958 2024-11-19T20:22:14,453 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 02c99a2f839944228c69d5d1705d981a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732047730958 2024-11-19T20:22:14,453 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting e84fa8943f9243a2a5c6c7dfc83eb0ff, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047732080 2024-11-19T20:22:14,453 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 53271481f8e042c9b9cdcecfcd114b60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047732080 2024-11-19T20:22:14,460 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:14,461 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/7fa313fa3f6c48568226030c9102e416 is 50, key is test_row_0/A:col10/1732047733196/Put/seqid=0 2024-11-19T20:22:14,461 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:14,462 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/c0d3d5c3c2ee47989969af39242ee3cd is 50, key is test_row_0/B:col10/1732047733196/Put/seqid=0 2024-11-19T20:22:14,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742090_1266 (size=12207) 2024-11-19T20:22:14,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742091_1267 (size=12207) 2024-11-19T20:22:14,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:14,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-19T20:22:14,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,567 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T20:22:14,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:14,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:14,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:14,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:14,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:14,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/35a84e25e0e241ddaa4501c8377e01fe is 50, key is test_row_0/A:col10/1732047733237/Put/seqid=0 2024-11-19T20:22:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742092_1268 (size=12001) 2024-11-19T20:22:14,879 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/7fa313fa3f6c48568226030c9102e416 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7fa313fa3f6c48568226030c9102e416 2024-11-19T20:22:14,882 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/c0d3d5c3c2ee47989969af39242ee3cd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/c0d3d5c3c2ee47989969af39242ee3cd 2024-11-19T20:22:14,886 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into 7fa313fa3f6c48568226030c9102e416(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:14,886 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:14,886 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047734451; duration=0sec 2024-11-19T20:22:14,886 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:14,886 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:14,886 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:14,888 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:14,888 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:14,888 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:14,888 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into c0d3d5c3c2ee47989969af39242ee3cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:14,888 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:14,888 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5f3bf511835d4fa2b180e88d8e83916a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1380ae5343c94dd4adc293f39a17cfdc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/659910dfa9e14935aae83083e2f4a7d4] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.3 K 2024-11-19T20:22:14,888 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047734451; duration=0sec 2024-11-19T20:22:14,888 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:14,888 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:14,889 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3bf511835d4fa2b180e88d8e83916a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047730836 2024-11-19T20:22:14,889 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1380ae5343c94dd4adc293f39a17cfdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732047730958 2024-11-19T20:22:14,889 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 659910dfa9e14935aae83083e2f4a7d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047732080 2024-11-19T20:22:14,897 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:14,897 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/1c9fbdd15f874f2d89a8e819863bbee1 is 50, key is test_row_0/C:col10/1732047733196/Put/seqid=0 2024-11-19T20:22:14,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742093_1269 (size=12207) 2024-11-19T20:22:14,977 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/35a84e25e0e241ddaa4501c8377e01fe 2024-11-19T20:22:14,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/d55eb5671bc44b02a09ef5ac79439e52 is 50, key is test_row_0/B:col10/1732047733237/Put/seqid=0 2024-11-19T20:22:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742094_1270 (size=12001) 2024-11-19T20:22:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:15,308 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/1c9fbdd15f874f2d89a8e819863bbee1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1c9fbdd15f874f2d89a8e819863bbee1 2024-11-19T20:22:15,316 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into 1c9fbdd15f874f2d89a8e819863bbee1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:15,316 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:15,316 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047734451; duration=0sec 2024-11-19T20:22:15,316 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:15,316 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:15,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047795371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047795370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047795371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047795371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047795372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,390 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/d55eb5671bc44b02a09ef5ac79439e52 2024-11-19T20:22:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/5ba63381851747e2b9ffa7942b4a6877 is 50, key is test_row_0/C:col10/1732047733237/Put/seqid=0 2024-11-19T20:22:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742095_1271 (size=12001) 2024-11-19T20:22:15,403 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/5ba63381851747e2b9ffa7942b4a6877 2024-11-19T20:22:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/35a84e25e0e241ddaa4501c8377e01fe as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/35a84e25e0e241ddaa4501c8377e01fe 2024-11-19T20:22:15,414 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/35a84e25e0e241ddaa4501c8377e01fe, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T20:22:15,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/d55eb5671bc44b02a09ef5ac79439e52 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/d55eb5671bc44b02a09ef5ac79439e52 2024-11-19T20:22:15,419 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/d55eb5671bc44b02a09ef5ac79439e52, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T20:22:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/5ba63381851747e2b9ffa7942b4a6877 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5ba63381851747e2b9ffa7942b4a6877 2024-11-19T20:22:15,423 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5ba63381851747e2b9ffa7942b4a6877, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T20:22:15,424 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e2f8cd896c1711d50ba805cb767c8383 in 857ms, sequenceid=115, compaction requested=false 2024-11-19T20:22:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-19T20:22:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-19T20:22:15,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-19T20:22:15,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2350 sec 2024-11-19T20:22:15,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.2390 sec 2024-11-19T20:22:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:15,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T20:22:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:15,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/81b3fa82852e463db392e57f38168a53 is 50, key is test_row_0/A:col10/1732047735370/Put/seqid=0 2024-11-19T20:22:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742096_1272 (size=12151) 2024-11-19T20:22:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047795516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047795553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047795553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047795553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047795554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047795654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047795664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047795664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047795664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047795664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047795857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047795866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047795866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047795867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047795868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:15,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/81b3fa82852e463db392e57f38168a53 2024-11-19T20:22:15,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/283a4c15be2a4fd4b9a1f18e49ce3026 is 50, key is test_row_0/B:col10/1732047735370/Put/seqid=0 2024-11-19T20:22:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742097_1273 (size=12151) 2024-11-19T20:22:16,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047796161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047796168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047796169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047796170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047796172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/283a4c15be2a4fd4b9a1f18e49ce3026 2024-11-19T20:22:16,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/48201341045846f999b3dd5b5f11879a is 50, key is test_row_0/C:col10/1732047735370/Put/seqid=0 2024-11-19T20:22:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742098_1274 (size=12151) 2024-11-19T20:22:16,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/48201341045846f999b3dd5b5f11879a 2024-11-19T20:22:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/81b3fa82852e463db392e57f38168a53 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/81b3fa82852e463db392e57f38168a53 2024-11-19T20:22:16,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/81b3fa82852e463db392e57f38168a53, entries=150, sequenceid=137, filesize=11.9 K 2024-11-19T20:22:16,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/283a4c15be2a4fd4b9a1f18e49ce3026 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/283a4c15be2a4fd4b9a1f18e49ce3026 2024-11-19T20:22:16,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/283a4c15be2a4fd4b9a1f18e49ce3026, entries=150, sequenceid=137, filesize=11.9 K 2024-11-19T20:22:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/48201341045846f999b3dd5b5f11879a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/48201341045846f999b3dd5b5f11879a 2024-11-19T20:22:16,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/48201341045846f999b3dd5b5f11879a, entries=150, sequenceid=137, filesize=11.9 K 2024-11-19T20:22:16,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for e2f8cd896c1711d50ba805cb767c8383 in 862ms, sequenceid=137, compaction requested=true 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:16,339 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:16,339 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:16,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:16,340 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:16,340 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:16,340 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:16,340 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:16,340 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:16,340 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:16,341 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/c0d3d5c3c2ee47989969af39242ee3cd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/d55eb5671bc44b02a09ef5ac79439e52, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/283a4c15be2a4fd4b9a1f18e49ce3026] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.5 K 2024-11-19T20:22:16,341 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7fa313fa3f6c48568226030c9102e416, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/35a84e25e0e241ddaa4501c8377e01fe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/81b3fa82852e463db392e57f38168a53] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.5 K 2024-11-19T20:22:16,341 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fa313fa3f6c48568226030c9102e416, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047732080 2024-11-19T20:22:16,341 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d3d5c3c2ee47989969af39242ee3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047732080 2024-11-19T20:22:16,341 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a84e25e0e241ddaa4501c8377e01fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732047733234 2024-11-19T20:22:16,342 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d55eb5671bc44b02a09ef5ac79439e52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732047733234 2024-11-19T20:22:16,342 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 283a4c15be2a4fd4b9a1f18e49ce3026, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732047735370 2024-11-19T20:22:16,342 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b3fa82852e463db392e57f38168a53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732047735370 2024-11-19T20:22:16,350 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:16,351 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/9dcf72236d4142eea6b9380fdb09678b is 50, key is test_row_0/A:col10/1732047735370/Put/seqid=0 2024-11-19T20:22:16,357 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:16,358 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b7d76b1d764644b8bf3fbeeb7cca9c5e is 50, key is test_row_0/B:col10/1732047735370/Put/seqid=0 2024-11-19T20:22:16,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742099_1275 (size=12459) 2024-11-19T20:22:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742100_1276 (size=12459) 2024-11-19T20:22:16,368 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/9dcf72236d4142eea6b9380fdb09678b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9dcf72236d4142eea6b9380fdb09678b 2024-11-19T20:22:16,371 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b7d76b1d764644b8bf3fbeeb7cca9c5e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b7d76b1d764644b8bf3fbeeb7cca9c5e 2024-11-19T20:22:16,374 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into 9dcf72236d4142eea6b9380fdb09678b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:16,374 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:16,374 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047736339; duration=0sec 2024-11-19T20:22:16,374 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:16,374 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:16,374 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:16,376 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:16,376 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:16,376 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:16,376 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1c9fbdd15f874f2d89a8e819863bbee1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5ba63381851747e2b9ffa7942b4a6877, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/48201341045846f999b3dd5b5f11879a] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=35.5 K 2024-11-19T20:22:16,376 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into b7d76b1d764644b8bf3fbeeb7cca9c5e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:16,376 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:16,376 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047736339; duration=0sec 2024-11-19T20:22:16,376 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:16,376 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:16,377 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c9fbdd15f874f2d89a8e819863bbee1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047732080 2024-11-19T20:22:16,377 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ba63381851747e2b9ffa7942b4a6877, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732047733234 2024-11-19T20:22:16,378 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48201341045846f999b3dd5b5f11879a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732047735370 2024-11-19T20:22:16,385 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:16,386 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/ccf36b35b7474d0b811947ab874cf784 is 50, key is test_row_0/C:col10/1732047735370/Put/seqid=0 2024-11-19T20:22:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742101_1277 (size=12459) 2024-11-19T20:22:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:16,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T20:22:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:16,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/cf3b5363b5864ee0b935c4e1828907ed is 50, key is test_row_0/A:col10/1732047735515/Put/seqid=0 2024-11-19T20:22:16,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742102_1278 (size=12151) 2024-11-19T20:22:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047796680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047796683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047796684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047796684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047796685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047796785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047796787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047796788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047796789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047796789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,821 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/ccf36b35b7474d0b811947ab874cf784 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ccf36b35b7474d0b811947ab874cf784 2024-11-19T20:22:16,826 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into ccf36b35b7474d0b811947ab874cf784(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:16,826 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:16,826 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047736339; duration=0sec 2024-11-19T20:22:16,826 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:16,826 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047796988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047796990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047796990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047796991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047796991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/cf3b5363b5864ee0b935c4e1828907ed 2024-11-19T20:22:17,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6c310eb2d12349ad814989b853e0e2eb is 50, key is test_row_0/B:col10/1732047735515/Put/seqid=0 2024-11-19T20:22:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742103_1279 (size=12151) 2024-11-19T20:22:17,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047797291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-19T20:22:17,295 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-19T20:22:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047797294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047797294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047797294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047797295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-19T20:22:17,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:17,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:17,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T20:22:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T20:22:17,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-19T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6c310eb2d12349ad814989b853e0e2eb 2024-11-19T20:22:17,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/edbe22b4b12d4a0384869e2d0af6e9bc is 50, key is test_row_0/C:col10/1732047735515/Put/seqid=0 2024-11-19T20:22:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742104_1280 (size=12151) 2024-11-19T20:22:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T20:22:17,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-19T20:22:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-19T20:22:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047797796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047797797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047797797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047797799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047797800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T20:22:17,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/edbe22b4b12d4a0384869e2d0af6e9bc 2024-11-19T20:22:17,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/cf3b5363b5864ee0b935c4e1828907ed as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/cf3b5363b5864ee0b935c4e1828907ed 2024-11-19T20:22:17,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:17,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-19T20:22:17,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:17,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:17,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:17,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/cf3b5363b5864ee0b935c4e1828907ed, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T20:22:17,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6c310eb2d12349ad814989b853e0e2eb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6c310eb2d12349ad814989b853e0e2eb 2024-11-19T20:22:17,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6c310eb2d12349ad814989b853e0e2eb, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T20:22:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/edbe22b4b12d4a0384869e2d0af6e9bc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/edbe22b4b12d4a0384869e2d0af6e9bc 2024-11-19T20:22:17,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/edbe22b4b12d4a0384869e2d0af6e9bc, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T20:22:17,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e2f8cd896c1711d50ba805cb767c8383 in 1258ms, sequenceid=159, compaction requested=false 2024-11-19T20:22:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:18,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-19T20:22:18,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:18,068 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T20:22:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:18,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/26bc2a148ce645f28fe9db3d44d1696c is 50, key is test_row_0/A:col10/1732047736683/Put/seqid=0 2024-11-19T20:22:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742105_1281 (size=12151) 2024-11-19T20:22:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T20:22:18,478 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/26bc2a148ce645f28fe9db3d44d1696c 2024-11-19T20:22:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/ccb33de294564a82ad55337f48ee7ee4 is 50, key is test_row_0/B:col10/1732047736683/Put/seqid=0 2024-11-19T20:22:18,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742106_1282 (size=12151) 2024-11-19T20:22:18,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047798813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047798813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047798814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047798816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047798816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,892 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/ccb33de294564a82ad55337f48ee7ee4 2024-11-19T20:22:18,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/f1bb7302a353457781455a3c6b654da8 is 50, key is test_row_0/C:col10/1732047736683/Put/seqid=0 2024-11-19T20:22:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742107_1283 (size=12151) 2024-11-19T20:22:18,905 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/f1bb7302a353457781455a3c6b654da8 2024-11-19T20:22:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/26bc2a148ce645f28fe9db3d44d1696c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/26bc2a148ce645f28fe9db3d44d1696c 2024-11-19T20:22:18,914 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/26bc2a148ce645f28fe9db3d44d1696c, entries=150, sequenceid=177, filesize=11.9 K 2024-11-19T20:22:18,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/ccb33de294564a82ad55337f48ee7ee4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccb33de294564a82ad55337f48ee7ee4 2024-11-19T20:22:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047798917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047798917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047798917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047798919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047798919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:18,920 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccb33de294564a82ad55337f48ee7ee4, entries=150, sequenceid=177, filesize=11.9 K 2024-11-19T20:22:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/f1bb7302a353457781455a3c6b654da8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f1bb7302a353457781455a3c6b654da8 2024-11-19T20:22:18,925 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f1bb7302a353457781455a3c6b654da8, entries=150, sequenceid=177, filesize=11.9 K 2024-11-19T20:22:18,926 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e2f8cd896c1711d50ba805cb767c8383 in 859ms, sequenceid=177, compaction requested=true 2024-11-19T20:22:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-19T20:22:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-19T20:22:18,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-19T20:22:18,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec 2024-11-19T20:22:18,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.6330 sec 2024-11-19T20:22:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:19,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T20:22:19,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:19,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:19,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:19,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:19,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:19,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:19,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/49e3d249d1964f6592da8dcf099ea193 is 50, key is test_row_0/A:col10/1732047739122/Put/seqid=0 2024-11-19T20:22:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742108_1284 (size=12151) 2024-11-19T20:22:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047799130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047799130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047799161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047799161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047799161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047799262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047799262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047799264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047799264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047799265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T20:22:19,403 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-19T20:22:19,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-19T20:22:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-19T20:22:19,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:19,407 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:19,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:19,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047799464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047799465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047799467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047799468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047799469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-19T20:22:19,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/49e3d249d1964f6592da8dcf099ea193 2024-11-19T20:22:19,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/2f2f66df4b714b3eb83d4938946a8ed3 is 50, key is test_row_0/B:col10/1732047739122/Put/seqid=0 2024-11-19T20:22:19,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742109_1285 (size=12151) 2024-11-19T20:22:19,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:19,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:19,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:19,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:19,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-19T20:22:19,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:19,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047799766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047799768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047799771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047799771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047799773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:19,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:19,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:19,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/2f2f66df4b714b3eb83d4938946a8ed3 2024-11-19T20:22:19,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/101527fe572145968618fae25212c641 is 50, key is test_row_0/C:col10/1732047739122/Put/seqid=0 2024-11-19T20:22:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742110_1286 (size=12151) 2024-11-19T20:22:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-19T20:22:20,018 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047800273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047800273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047800275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047800275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047800279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:20,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/101527fe572145968618fae25212c641 2024-11-19T20:22:20,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/49e3d249d1964f6592da8dcf099ea193 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/49e3d249d1964f6592da8dcf099ea193 2024-11-19T20:22:20,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/49e3d249d1964f6592da8dcf099ea193, entries=150, sequenceid=198, filesize=11.9 K 2024-11-19T20:22:20,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/2f2f66df4b714b3eb83d4938946a8ed3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/2f2f66df4b714b3eb83d4938946a8ed3 2024-11-19T20:22:20,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/2f2f66df4b714b3eb83d4938946a8ed3, entries=150, sequenceid=198, filesize=11.9 K 2024-11-19T20:22:20,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/101527fe572145968618fae25212c641 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/101527fe572145968618fae25212c641 2024-11-19T20:22:20,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/101527fe572145968618fae25212c641, entries=150, sequenceid=198, filesize=11.9 K 2024-11-19T20:22:20,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e2f8cd896c1711d50ba805cb767c8383 in 1270ms, sequenceid=198, compaction requested=true 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:20,392 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:20,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:20,393 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:20,394 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:20,394 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:20,394 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,394 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9dcf72236d4142eea6b9380fdb09678b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/cf3b5363b5864ee0b935c4e1828907ed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/26bc2a148ce645f28fe9db3d44d1696c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/49e3d249d1964f6592da8dcf099ea193] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=47.8 K 2024-11-19T20:22:20,394 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:20,394 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:20,394 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,394 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b7d76b1d764644b8bf3fbeeb7cca9c5e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6c310eb2d12349ad814989b853e0e2eb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccb33de294564a82ad55337f48ee7ee4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/2f2f66df4b714b3eb83d4938946a8ed3] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=47.8 K 2024-11-19T20:22:20,395 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dcf72236d4142eea6b9380fdb09678b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732047735370 2024-11-19T20:22:20,395 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d76b1d764644b8bf3fbeeb7cca9c5e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732047735370 2024-11-19T20:22:20,395 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf3b5363b5864ee0b935c4e1828907ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047735515 2024-11-19T20:22:20,395 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c310eb2d12349ad814989b853e0e2eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047735515 2024-11-19T20:22:20,396 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26bc2a148ce645f28fe9db3d44d1696c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732047736678 2024-11-19T20:22:20,396 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ccb33de294564a82ad55337f48ee7ee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732047736678 2024-11-19T20:22:20,396 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2f66df4b714b3eb83d4938946a8ed3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732047738812 2024-11-19T20:22:20,396 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49e3d249d1964f6592da8dcf099ea193, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732047738812 2024-11-19T20:22:20,405 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:20,405 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/9ad92152067e403b93b221bbc773e350 is 50, key is test_row_0/B:col10/1732047739122/Put/seqid=0 2024-11-19T20:22:20,408 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:20,408 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/a563b39894de4c1fbbd06f972e8a1123 is 50, key is test_row_0/A:col10/1732047739122/Put/seqid=0 2024-11-19T20:22:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742111_1287 (size=12595) 2024-11-19T20:22:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742112_1288 (size=12595) 2024-11-19T20:22:20,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:20,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-19T20:22:20,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,478 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T20:22:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:20,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/fb70ff2a188345ce84894328548a09e3 is 50, key is test_row_0/A:col10/1732047739135/Put/seqid=0 2024-11-19T20:22:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742113_1289 (size=12151) 2024-11-19T20:22:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-19T20:22:20,847 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/9ad92152067e403b93b221bbc773e350 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/9ad92152067e403b93b221bbc773e350 2024-11-19T20:22:20,850 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/a563b39894de4c1fbbd06f972e8a1123 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/a563b39894de4c1fbbd06f972e8a1123 2024-11-19T20:22:20,852 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into 9ad92152067e403b93b221bbc773e350(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:20,853 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:20,853 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=12, startTime=1732047740392; duration=0sec 2024-11-19T20:22:20,853 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:20,853 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:20,853 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:20,854 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:20,854 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:20,854 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:20,855 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ccf36b35b7474d0b811947ab874cf784, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/edbe22b4b12d4a0384869e2d0af6e9bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f1bb7302a353457781455a3c6b654da8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/101527fe572145968618fae25212c641] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=47.8 K 2024-11-19T20:22:20,855 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into a563b39894de4c1fbbd06f972e8a1123(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:20,855 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:20,855 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=12, startTime=1732047740392; duration=0sec 2024-11-19T20:22:20,855 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:20,855 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:20,855 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ccf36b35b7474d0b811947ab874cf784, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732047735370 2024-11-19T20:22:20,855 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting edbe22b4b12d4a0384869e2d0af6e9bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047735515 2024-11-19T20:22:20,855 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f1bb7302a353457781455a3c6b654da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732047736678 2024-11-19T20:22:20,856 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 101527fe572145968618fae25212c641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732047738812 2024-11-19T20:22:20,874 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:20,875 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/254781a167d24aa9a78ee0af324b9b57 is 50, key is test_row_0/C:col10/1732047739122/Put/seqid=0 2024-11-19T20:22:20,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742114_1290 (size=12595) 2024-11-19T20:22:20,888 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/fb70ff2a188345ce84894328548a09e3 2024-11-19T20:22:20,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6d89535e6f314585810b87c6dab7352f is 50, key is test_row_0/B:col10/1732047739135/Put/seqid=0 2024-11-19T20:22:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742115_1291 (size=12151) 2024-11-19T20:22:20,901 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6d89535e6f314585810b87c6dab7352f 2024-11-19T20:22:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/979b8620823b41cc87dca1bc3166c3cd is 50, key is test_row_0/C:col10/1732047739135/Put/seqid=0 2024-11-19T20:22:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742116_1292 (size=12151) 2024-11-19T20:22:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:21,287 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/254781a167d24aa9a78ee0af324b9b57 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/254781a167d24aa9a78ee0af324b9b57 2024-11-19T20:22:21,291 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into 254781a167d24aa9a78ee0af324b9b57(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:21,292 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:21,292 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=12, startTime=1732047740392; duration=0sec 2024-11-19T20:22:21,292 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:21,292 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:21,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047801293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047801295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047801295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047801296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047801296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,314 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/979b8620823b41cc87dca1bc3166c3cd 2024-11-19T20:22:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/fb70ff2a188345ce84894328548a09e3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/fb70ff2a188345ce84894328548a09e3 2024-11-19T20:22:21,321 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/fb70ff2a188345ce84894328548a09e3, entries=150, sequenceid=213, filesize=11.9 K 2024-11-19T20:22:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6d89535e6f314585810b87c6dab7352f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6d89535e6f314585810b87c6dab7352f 2024-11-19T20:22:21,325 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6d89535e6f314585810b87c6dab7352f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-19T20:22:21,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/979b8620823b41cc87dca1bc3166c3cd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/979b8620823b41cc87dca1bc3166c3cd 2024-11-19T20:22:21,330 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/979b8620823b41cc87dca1bc3166c3cd, entries=150, sequenceid=213, filesize=11.9 K 2024-11-19T20:22:21,330 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e2f8cd896c1711d50ba805cb767c8383 in 852ms, sequenceid=213, compaction requested=false 2024-11-19T20:22:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-19T20:22:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-19T20:22:21,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-19T20:22:21,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-19T20:22:21,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.9300 sec 2024-11-19T20:22:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:21,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:22:21,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:21,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/4cbaf0d70245414c83a79f757519c451 is 50, key is test_row_0/A:col10/1732047741290/Put/seqid=0 2024-11-19T20:22:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047801405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047801406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047801407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742117_1293 (size=12151) 2024-11-19T20:22:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047801408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047801408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-19T20:22:21,510 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-19T20:22:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047801510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047801510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047801511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-19T20:22:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047801511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,513 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047801512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T20:22:21,514 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:21,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T20:22:21,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T20:22:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047801712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047801712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047801713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047801715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047801715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/4cbaf0d70245414c83a79f757519c451 2024-11-19T20:22:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T20:22:21,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/1113deb6b23e488698da3bd2f4ac7443 is 50, key is test_row_0/B:col10/1732047741290/Put/seqid=0 2024-11-19T20:22:21,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T20:22:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742118_1294 (size=12151) 2024-11-19T20:22:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:21,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T20:22:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:21,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:22,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047802016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047802016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047802016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047802018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047802018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T20:22:22,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T20:22:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:22,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:22,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/1113deb6b23e488698da3bd2f4ac7443 2024-11-19T20:22:22,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/768956bed3f146299bfe453f25099cc5 is 50, key is test_row_0/C:col10/1732047741290/Put/seqid=0 2024-11-19T20:22:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742119_1295 (size=12151) 2024-11-19T20:22:22,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/768956bed3f146299bfe453f25099cc5 2024-11-19T20:22:22,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/4cbaf0d70245414c83a79f757519c451 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4cbaf0d70245414c83a79f757519c451 2024-11-19T20:22:22,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4cbaf0d70245414c83a79f757519c451, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T20:22:22,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/1113deb6b23e488698da3bd2f4ac7443 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/1113deb6b23e488698da3bd2f4ac7443 2024-11-19T20:22:22,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/1113deb6b23e488698da3bd2f4ac7443, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T20:22:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/768956bed3f146299bfe453f25099cc5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/768956bed3f146299bfe453f25099cc5 2024-11-19T20:22:22,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/768956bed3f146299bfe453f25099cc5, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T20:22:22,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e2f8cd896c1711d50ba805cb767c8383 in 854ms, sequenceid=240, compaction requested=true 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:22,254 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:22,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:22,254 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:22,255 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:22,255 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:22,255 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:22,255 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/9ad92152067e403b93b221bbc773e350, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6d89535e6f314585810b87c6dab7352f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/1113deb6b23e488698da3bd2f4ac7443] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.0 K 2024-11-19T20:22:22,255 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:22,255 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:22,255 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:22,256 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/a563b39894de4c1fbbd06f972e8a1123, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/fb70ff2a188345ce84894328548a09e3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4cbaf0d70245414c83a79f757519c451] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.0 K 2024-11-19T20:22:22,256 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad92152067e403b93b221bbc773e350, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732047738812 2024-11-19T20:22:22,256 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a563b39894de4c1fbbd06f972e8a1123, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732047738812 2024-11-19T20:22:22,256 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d89535e6f314585810b87c6dab7352f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732047739129 2024-11-19T20:22:22,257 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb70ff2a188345ce84894328548a09e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732047739129 2024-11-19T20:22:22,257 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 1113deb6b23e488698da3bd2f4ac7443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047741290 2024-11-19T20:22:22,257 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cbaf0d70245414c83a79f757519c451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047741290 2024-11-19T20:22:22,267 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:22,267 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/f2c532ef42b04ca8b8035633205f4d51 is 50, key is test_row_0/B:col10/1732047741290/Put/seqid=0 2024-11-19T20:22:22,267 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:22,270 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/d47d46e5e9594e36b04c688495718781 is 50, key is test_row_0/A:col10/1732047741290/Put/seqid=0 2024-11-19T20:22:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742120_1296 (size=12697) 2024-11-19T20:22:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742121_1297 (size=12697) 2024-11-19T20:22:22,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T20:22:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:22:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/16f4d9758b8c433ca8d93b8093dfac9e is 50, key is test_row_0/A:col10/1732047741405/Put/seqid=0 2024-11-19T20:22:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742122_1298 (size=12151) 2024-11-19T20:22:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:22,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047802535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047802536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047802537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047802537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047802539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T20:22:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047802640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047802640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047802640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047802641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047802642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,678 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/f2c532ef42b04ca8b8035633205f4d51 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/f2c532ef42b04ca8b8035633205f4d51 2024-11-19T20:22:22,680 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/d47d46e5e9594e36b04c688495718781 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/d47d46e5e9594e36b04c688495718781 2024-11-19T20:22:22,684 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into f2c532ef42b04ca8b8035633205f4d51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:22,684 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:22,684 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047742254; duration=0sec 2024-11-19T20:22:22,684 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:22,684 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:22,684 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:22,685 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into d47d46e5e9594e36b04c688495718781(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:22,685 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:22,685 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047742254; duration=0sec 2024-11-19T20:22:22,685 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:22,685 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:22,685 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:22,685 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:22,685 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:22,685 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/254781a167d24aa9a78ee0af324b9b57, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/979b8620823b41cc87dca1bc3166c3cd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/768956bed3f146299bfe453f25099cc5] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.0 K 2024-11-19T20:22:22,686 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 254781a167d24aa9a78ee0af324b9b57, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732047738812 2024-11-19T20:22:22,687 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 979b8620823b41cc87dca1bc3166c3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732047739129 2024-11-19T20:22:22,687 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 768956bed3f146299bfe453f25099cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047741290 2024-11-19T20:22:22,694 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:22,694 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/d99776c6c6c84547b822ebcd9ded9f24 is 50, key is test_row_0/C:col10/1732047741290/Put/seqid=0 2024-11-19T20:22:22,697 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/16f4d9758b8c433ca8d93b8093dfac9e 2024-11-19T20:22:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742123_1299 (size=12697) 2024-11-19T20:22:22,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e023899cda1945afbb6c53a826093f4c is 50, key is test_row_0/B:col10/1732047741405/Put/seqid=0 2024-11-19T20:22:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742124_1300 (size=12151) 2024-11-19T20:22:22,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047802843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047802843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047802843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047802844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047802847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,104 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/d99776c6c6c84547b822ebcd9ded9f24 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d99776c6c6c84547b822ebcd9ded9f24 2024-11-19T20:22:23,109 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into d99776c6c6c84547b822ebcd9ded9f24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:23,109 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:23,109 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047742254; duration=0sec 2024-11-19T20:22:23,109 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:23,109 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:23,130 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e023899cda1945afbb6c53a826093f4c 2024-11-19T20:22:23,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/a9ad7445491b457fb5bb445df335edb8 is 50, key is test_row_0/C:col10/1732047741405/Put/seqid=0 2024-11-19T20:22:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742125_1301 (size=12151) 2024-11-19T20:22:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047803147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047803147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047803147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047803147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047803150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,543 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/a9ad7445491b457fb5bb445df335edb8 2024-11-19T20:22:23,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/16f4d9758b8c433ca8d93b8093dfac9e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/16f4d9758b8c433ca8d93b8093dfac9e 2024-11-19T20:22:23,551 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/16f4d9758b8c433ca8d93b8093dfac9e, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T20:22:23,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e023899cda1945afbb6c53a826093f4c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e023899cda1945afbb6c53a826093f4c 2024-11-19T20:22:23,555 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e023899cda1945afbb6c53a826093f4c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T20:22:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/a9ad7445491b457fb5bb445df335edb8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/a9ad7445491b457fb5bb445df335edb8 2024-11-19T20:22:23,559 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/a9ad7445491b457fb5bb445df335edb8, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T20:22:23,560 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e2f8cd896c1711d50ba805cb767c8383 in 1279ms, sequenceid=253, compaction requested=false 2024-11-19T20:22:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-19T20:22:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-19T20:22:23,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-19T20:22:23,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec 2024-11-19T20:22:23,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.0520 sec 2024-11-19T20:22:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T20:22:23,618 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-19T20:22:23,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-19T20:22:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:23,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:23,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:23,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:23,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:22:23,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:23,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:23,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:23,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:23,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:23,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:23,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/64b7e0e8078d48109c27632166b4cf9b is 50, key is test_row_0/A:col10/1732047743653/Put/seqid=0 2024-11-19T20:22:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047803659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047803659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047803660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047803660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047803662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742126_1302 (size=12301) 2024-11-19T20:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047803763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047803764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047803765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047803769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047803769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:23,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:23,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:23,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:23,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:23,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:23,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047803965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047803965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047803968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047803972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047803973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/64b7e0e8078d48109c27632166b4cf9b 2024-11-19T20:22:24,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/5641d62df45f4ad6bbfe0de91009f548 is 50, key is test_row_0/B:col10/1732047743653/Put/seqid=0 2024-11-19T20:22:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742127_1303 (size=12301) 2024-11-19T20:22:24,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:24,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047804268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047804269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047804270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047804275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047804275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/5641d62df45f4ad6bbfe0de91009f548 2024-11-19T20:22:24,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/87c2692b526446769192277fd784a96f is 50, key is test_row_0/C:col10/1732047743653/Put/seqid=0 2024-11-19T20:22:24,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742128_1304 (size=12301) 2024-11-19T20:22:24,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:24,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:24,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047804771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047804776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047804776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047804779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047804780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:24,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/87c2692b526446769192277fd784a96f 2024-11-19T20:22:24,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/64b7e0e8078d48109c27632166b4cf9b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/64b7e0e8078d48109c27632166b4cf9b 2024-11-19T20:22:24,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/64b7e0e8078d48109c27632166b4cf9b, entries=150, sequenceid=282, filesize=12.0 K 2024-11-19T20:22:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/5641d62df45f4ad6bbfe0de91009f548 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/5641d62df45f4ad6bbfe0de91009f548 2024-11-19T20:22:24,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/5641d62df45f4ad6bbfe0de91009f548, entries=150, sequenceid=282, filesize=12.0 K 2024-11-19T20:22:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/87c2692b526446769192277fd784a96f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/87c2692b526446769192277fd784a96f 2024-11-19T20:22:24,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/87c2692b526446769192277fd784a96f, entries=150, sequenceid=282, filesize=12.0 K 2024-11-19T20:22:24,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e2f8cd896c1711d50ba805cb767c8383 in 1263ms, sequenceid=282, compaction requested=true 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:24,917 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:24,917 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:24,918 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:24,918 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:24,918 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,918 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/d47d46e5e9594e36b04c688495718781, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/16f4d9758b8c433ca8d93b8093dfac9e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/64b7e0e8078d48109c27632166b4cf9b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.3 K 2024-11-19T20:22:24,919 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:24,919 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:24,919 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d47d46e5e9594e36b04c688495718781, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047741290 2024-11-19T20:22:24,919 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,919 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/f2c532ef42b04ca8b8035633205f4d51, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e023899cda1945afbb6c53a826093f4c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/5641d62df45f4ad6bbfe0de91009f548] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.3 K 2024-11-19T20:22:24,919 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16f4d9758b8c433ca8d93b8093dfac9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732047741404 2024-11-19T20:22:24,920 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c532ef42b04ca8b8035633205f4d51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047741290 2024-11-19T20:22:24,920 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64b7e0e8078d48109c27632166b4cf9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732047742535 2024-11-19T20:22:24,920 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e023899cda1945afbb6c53a826093f4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732047741404 2024-11-19T20:22:24,921 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5641d62df45f4ad6bbfe0de91009f548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732047742535 2024-11-19T20:22:24,929 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:24,929 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:24,930 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/0834a5498bc8402c92e3544a07fb4dcd is 50, key is test_row_0/A:col10/1732047743653/Put/seqid=0 2024-11-19T20:22:24,930 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/a84494997e9941509674a40c5947c579 is 50, key is test_row_0/B:col10/1732047743653/Put/seqid=0 2024-11-19T20:22:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742129_1305 (size=12949) 2024-11-19T20:22:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742130_1306 (size=12949) 2024-11-19T20:22:24,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:24,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T20:22:24,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:24,997 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T20:22:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:25,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/358a4d5a491d4bd59d3524821d81f14b is 50, key is test_row_0/A:col10/1732047743659/Put/seqid=0 2024-11-19T20:22:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742131_1307 (size=12301) 2024-11-19T20:22:25,357 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/0834a5498bc8402c92e3544a07fb4dcd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/0834a5498bc8402c92e3544a07fb4dcd 2024-11-19T20:22:25,357 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/a84494997e9941509674a40c5947c579 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/a84494997e9941509674a40c5947c579 2024-11-19T20:22:25,361 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into 0834a5498bc8402c92e3544a07fb4dcd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:25,361 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into a84494997e9941509674a40c5947c579(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:25,361 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047744917; duration=0sec 2024-11-19T20:22:25,361 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047744917; duration=0sec 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:25,361 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:25,362 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:25,362 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:25,362 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:25,362 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d99776c6c6c84547b822ebcd9ded9f24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/a9ad7445491b457fb5bb445df335edb8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/87c2692b526446769192277fd784a96f] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.3 K 2024-11-19T20:22:25,363 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d99776c6c6c84547b822ebcd9ded9f24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047741290 2024-11-19T20:22:25,363 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9ad7445491b457fb5bb445df335edb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732047741404 2024-11-19T20:22:25,363 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87c2692b526446769192277fd784a96f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732047742535 2024-11-19T20:22:25,370 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:25,371 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/ed0e46f3481d4030be98f3de96826492 is 50, key is test_row_0/C:col10/1732047743653/Put/seqid=0 2024-11-19T20:22:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742132_1308 (size=12949) 2024-11-19T20:22:25,407 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/358a4d5a491d4bd59d3524821d81f14b 2024-11-19T20:22:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/846fe01f595a4491b1640d76dbd2e516 is 50, key is test_row_0/B:col10/1732047743659/Put/seqid=0 2024-11-19T20:22:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742133_1309 (size=12301) 2024-11-19T20:22:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:25,780 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/ed0e46f3481d4030be98f3de96826492 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ed0e46f3481d4030be98f3de96826492 2024-11-19T20:22:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:25,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:25,785 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into ed0e46f3481d4030be98f3de96826492(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:25,785 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:25,785 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047744917; duration=0sec 2024-11-19T20:22:25,786 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:25,786 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047805800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047805801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047805802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047805803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047805803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,819 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/846fe01f595a4491b1640d76dbd2e516 2024-11-19T20:22:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/dbe5ef77a0d146ffa0e96c0d580dcf4b is 50, key is test_row_0/C:col10/1732047743659/Put/seqid=0 2024-11-19T20:22:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742134_1310 (size=12301) 2024-11-19T20:22:25,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047805903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047805905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047805905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047805906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:25,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047805906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047806105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047806107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047806107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047806108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047806109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,232 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/dbe5ef77a0d146ffa0e96c0d580dcf4b 2024-11-19T20:22:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/358a4d5a491d4bd59d3524821d81f14b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a4d5a491d4bd59d3524821d81f14b 2024-11-19T20:22:26,240 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a4d5a491d4bd59d3524821d81f14b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T20:22:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/846fe01f595a4491b1640d76dbd2e516 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/846fe01f595a4491b1640d76dbd2e516 2024-11-19T20:22:26,245 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/846fe01f595a4491b1640d76dbd2e516, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T20:22:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/dbe5ef77a0d146ffa0e96c0d580dcf4b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/dbe5ef77a0d146ffa0e96c0d580dcf4b 2024-11-19T20:22:26,250 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/dbe5ef77a0d146ffa0e96c0d580dcf4b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T20:22:26,251 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for e2f8cd896c1711d50ba805cb767c8383 in 1254ms, sequenceid=292, compaction requested=false 2024-11-19T20:22:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-19T20:22:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-19T20:22:26,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-19T20:22:26,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-11-19T20:22:26,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.6350 sec 2024-11-19T20:22:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:26,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T20:22:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047806412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047806414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/53374fba7d154fe68e6eb8c04995c883 is 50, key is test_row_0/A:col10/1732047746411/Put/seqid=0 2024-11-19T20:22:26,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047806415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047806415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047806416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742135_1311 (size=12301) 2024-11-19T20:22:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047806517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047806517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047806519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047806520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047806520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047806721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047806721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047806723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047806724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047806724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:26,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/53374fba7d154fe68e6eb8c04995c883 2024-11-19T20:22:26,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/cd176b228e7f4104b833f232817cece8 is 50, key is test_row_0/B:col10/1732047746411/Put/seqid=0 2024-11-19T20:22:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742136_1312 (size=12301) 2024-11-19T20:22:26,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/cd176b228e7f4104b833f232817cece8 2024-11-19T20:22:26,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/8a563663fff64f36b571e26d66c4ff37 is 50, key is test_row_0/C:col10/1732047746411/Put/seqid=0 2024-11-19T20:22:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742137_1313 (size=12301) 2024-11-19T20:22:26,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/8a563663fff64f36b571e26d66c4ff37 2024-11-19T20:22:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/53374fba7d154fe68e6eb8c04995c883 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/53374fba7d154fe68e6eb8c04995c883 2024-11-19T20:22:26,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/53374fba7d154fe68e6eb8c04995c883, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T20:22:26,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/cd176b228e7f4104b833f232817cece8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/cd176b228e7f4104b833f232817cece8 2024-11-19T20:22:26,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/cd176b228e7f4104b833f232817cece8, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T20:22:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/8a563663fff64f36b571e26d66c4ff37 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/8a563663fff64f36b571e26d66c4ff37 2024-11-19T20:22:26,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/8a563663fff64f36b571e26d66c4ff37, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T20:22:26,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for e2f8cd896c1711d50ba805cb767c8383 in 506ms, sequenceid=324, compaction requested=true 2024-11-19T20:22:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:26,917 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:26,917 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:26,918 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:26,918 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:26,918 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:26,919 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/0834a5498bc8402c92e3544a07fb4dcd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a4d5a491d4bd59d3524821d81f14b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/53374fba7d154fe68e6eb8c04995c883] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.7 K 2024-11-19T20:22:26,919 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:26,919 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:26,919 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:26,919 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/a84494997e9941509674a40c5947c579, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/846fe01f595a4491b1640d76dbd2e516, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/cd176b228e7f4104b833f232817cece8] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.7 K 2024-11-19T20:22:26,919 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0834a5498bc8402c92e3544a07fb4dcd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732047742535 2024-11-19T20:22:26,920 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a84494997e9941509674a40c5947c579, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732047742535 2024-11-19T20:22:26,920 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 358a4d5a491d4bd59d3524821d81f14b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732047743659 2024-11-19T20:22:26,920 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 846fe01f595a4491b1640d76dbd2e516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732047743659 2024-11-19T20:22:26,920 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53374fba7d154fe68e6eb8c04995c883, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732047745800 2024-11-19T20:22:26,921 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting cd176b228e7f4104b833f232817cece8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732047745800 2024-11-19T20:22:26,934 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:26,934 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/32189c6beb0d4233abf6e76dde52b713 is 50, key is test_row_0/A:col10/1732047746411/Put/seqid=0 2024-11-19T20:22:26,937 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:26,938 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6a0263e43adc438aa7cb87c3b40c7843 is 50, key is test_row_0/B:col10/1732047746411/Put/seqid=0 2024-11-19T20:22:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742138_1314 (size=13051) 2024-11-19T20:22:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742139_1315 (size=13051) 2024-11-19T20:22:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:27,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:22:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:27,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:27,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:27,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/8ccbc8604ab34d558a9ab77b8de9c82d is 50, key is test_row_0/A:col10/1732047747026/Put/seqid=0 2024-11-19T20:22:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742140_1316 (size=12301) 2024-11-19T20:22:27,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/8ccbc8604ab34d558a9ab77b8de9c82d 2024-11-19T20:22:27,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047807048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047807049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047807050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047807051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047807052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/14dc862b18e842a0b95b18ed2a7158ed is 50, key is test_row_0/B:col10/1732047747026/Put/seqid=0 2024-11-19T20:22:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742141_1317 (size=12301) 2024-11-19T20:22:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047807153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047807153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047807154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047807154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047807154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,357 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/32189c6beb0d4233abf6e76dde52b713 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/32189c6beb0d4233abf6e76dde52b713 2024-11-19T20:22:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047807356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047807357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047807357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047807358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047807358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,362 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into 32189c6beb0d4233abf6e76dde52b713(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:27,362 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:27,362 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047746917; duration=0sec 2024-11-19T20:22:27,362 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:27,362 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:27,362 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:27,363 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6a0263e43adc438aa7cb87c3b40c7843 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6a0263e43adc438aa7cb87c3b40c7843 2024-11-19T20:22:27,363 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:27,363 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:27,363 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:27,364 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ed0e46f3481d4030be98f3de96826492, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/dbe5ef77a0d146ffa0e96c0d580dcf4b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/8a563663fff64f36b571e26d66c4ff37] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.7 K 2024-11-19T20:22:27,364 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed0e46f3481d4030be98f3de96826492, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732047742535 2024-11-19T20:22:27,365 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbe5ef77a0d146ffa0e96c0d580dcf4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732047743659 2024-11-19T20:22:27,365 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a563663fff64f36b571e26d66c4ff37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732047745800 2024-11-19T20:22:27,367 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into 6a0263e43adc438aa7cb87c3b40c7843(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:27,367 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:27,367 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047746917; duration=0sec 2024-11-19T20:22:27,367 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:27,367 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:27,371 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:27,372 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/b68c67c8926140999c2f7f8feb06bb8f is 50, key is test_row_0/C:col10/1732047746411/Put/seqid=0 2024-11-19T20:22:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742142_1318 (size=13051) 2024-11-19T20:22:27,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/14dc862b18e842a0b95b18ed2a7158ed 2024-11-19T20:22:27,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/3a35ae8f2a034e50a3bf7c7bb1e25799 is 50, key is test_row_0/C:col10/1732047747026/Put/seqid=0 2024-11-19T20:22:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742143_1319 (size=12301) 2024-11-19T20:22:27,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/3a35ae8f2a034e50a3bf7c7bb1e25799 2024-11-19T20:22:27,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/8ccbc8604ab34d558a9ab77b8de9c82d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/8ccbc8604ab34d558a9ab77b8de9c82d 2024-11-19T20:22:27,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/8ccbc8604ab34d558a9ab77b8de9c82d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-19T20:22:27,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/14dc862b18e842a0b95b18ed2a7158ed as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/14dc862b18e842a0b95b18ed2a7158ed 2024-11-19T20:22:27,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/14dc862b18e842a0b95b18ed2a7158ed, entries=150, sequenceid=335, filesize=12.0 K 2024-11-19T20:22:27,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/3a35ae8f2a034e50a3bf7c7bb1e25799 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/3a35ae8f2a034e50a3bf7c7bb1e25799 2024-11-19T20:22:27,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/3a35ae8f2a034e50a3bf7c7bb1e25799, entries=150, sequenceid=335, filesize=12.0 K 2024-11-19T20:22:27,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e2f8cd896c1711d50ba805cb767c8383 in 479ms, sequenceid=335, compaction requested=false 2024-11-19T20:22:27,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:27,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:22:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:27,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/c56928267af94469b9fcc5100ee70766 is 50, key is test_row_0/A:col10/1732047747662/Put/seqid=0 2024-11-19T20:22:27,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047807667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047807668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047807669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047807670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047807671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742144_1320 (size=12301) 2024-11-19T20:22:27,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/c56928267af94469b9fcc5100ee70766 2024-11-19T20:22:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T20:22:27,725 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-19T20:22:27,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-19T20:22:27,730 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T20:22:27,730 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:27,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:27,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/74918d156300438f831fbb9a20b3b3d7 is 50, key is test_row_0/B:col10/1732047747662/Put/seqid=0 2024-11-19T20:22:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742145_1321 (size=12301) 2024-11-19T20:22:27,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/74918d156300438f831fbb9a20b3b3d7 2024-11-19T20:22:27,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/7a700a6f326d4524947b443f2ffa06fa is 50, key is test_row_0/C:col10/1732047747662/Put/seqid=0 2024-11-19T20:22:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742146_1322 (size=12301) 2024-11-19T20:22:27,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/7a700a6f326d4524947b443f2ffa06fa 2024-11-19T20:22:27,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/c56928267af94469b9fcc5100ee70766 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/c56928267af94469b9fcc5100ee70766 2024-11-19T20:22:27,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047807772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047807773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047807773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/c56928267af94469b9fcc5100ee70766, entries=150, sequenceid=364, filesize=12.0 K 2024-11-19T20:22:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/74918d156300438f831fbb9a20b3b3d7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/74918d156300438f831fbb9a20b3b3d7 2024-11-19T20:22:27,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047807777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047807777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,781 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/b68c67c8926140999c2f7f8feb06bb8f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/b68c67c8926140999c2f7f8feb06bb8f 2024-11-19T20:22:27,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/74918d156300438f831fbb9a20b3b3d7, entries=150, sequenceid=364, filesize=12.0 K 2024-11-19T20:22:27,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/7a700a6f326d4524947b443f2ffa06fa as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/7a700a6f326d4524947b443f2ffa06fa 2024-11-19T20:22:27,787 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into b68c67c8926140999c2f7f8feb06bb8f(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:27,787 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:27,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/7a700a6f326d4524947b443f2ffa06fa, entries=150, sequenceid=364, filesize=12.0 K 2024-11-19T20:22:27,787 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047746917; duration=0sec 2024-11-19T20:22:27,787 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:27,787 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:27,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for e2f8cd896c1711d50ba805cb767c8383 in 125ms, sequenceid=364, compaction requested=true 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:27,788 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:27,788 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:27,789 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:27,789 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:27,789 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/A is initiating minor compaction (all files) 2024-11-19T20:22:27,789 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/B is initiating minor compaction (all files) 2024-11-19T20:22:27,789 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/A in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:27,789 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/B in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:27,789 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/32189c6beb0d4233abf6e76dde52b713, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/8ccbc8604ab34d558a9ab77b8de9c82d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/c56928267af94469b9fcc5100ee70766] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.8 K 2024-11-19T20:22:27,789 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6a0263e43adc438aa7cb87c3b40c7843, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/14dc862b18e842a0b95b18ed2a7158ed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/74918d156300438f831fbb9a20b3b3d7] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.8 K 2024-11-19T20:22:27,789 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32189c6beb0d4233abf6e76dde52b713, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732047745800 2024-11-19T20:22:27,789 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0263e43adc438aa7cb87c3b40c7843, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732047745800 2024-11-19T20:22:27,790 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ccbc8604ab34d558a9ab77b8de9c82d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732047747026 2024-11-19T20:22:27,790 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 14dc862b18e842a0b95b18ed2a7158ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732047747026 2024-11-19T20:22:27,790 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 74918d156300438f831fbb9a20b3b3d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732047747049 2024-11-19T20:22:27,790 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c56928267af94469b9fcc5100ee70766, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732047747049 2024-11-19T20:22:27,798 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:27,798 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:27,798 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/358a73346e3543a297bd279f55604bcf is 50, key is test_row_0/A:col10/1732047747662/Put/seqid=0 2024-11-19T20:22:27,799 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/ccf5fda69c844dc387f0e9dfe3a65696 is 50, key is test_row_0/B:col10/1732047747662/Put/seqid=0 2024-11-19T20:22:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742147_1323 (size=13153) 2024-11-19T20:22:27,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742148_1324 (size=13153) 2024-11-19T20:22:27,819 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/ccf5fda69c844dc387f0e9dfe3a65696 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccf5fda69c844dc387f0e9dfe3a65696 2024-11-19T20:22:27,825 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/B of e2f8cd896c1711d50ba805cb767c8383 into ccf5fda69c844dc387f0e9dfe3a65696(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:27,825 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:27,825 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/B, priority=13, startTime=1732047747788; duration=0sec 2024-11-19T20:22:27,825 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:27,825 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:27,825 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:27,826 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:27,826 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): e2f8cd896c1711d50ba805cb767c8383/C is initiating minor compaction (all files) 2024-11-19T20:22:27,826 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2f8cd896c1711d50ba805cb767c8383/C in TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:27,827 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/b68c67c8926140999c2f7f8feb06bb8f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/3a35ae8f2a034e50a3bf7c7bb1e25799, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/7a700a6f326d4524947b443f2ffa06fa] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp, totalSize=36.8 K 2024-11-19T20:22:27,827 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b68c67c8926140999c2f7f8feb06bb8f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732047745800 2024-11-19T20:22:27,827 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a35ae8f2a034e50a3bf7c7bb1e25799, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732047747026 2024-11-19T20:22:27,828 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a700a6f326d4524947b443f2ffa06fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732047747049 2024-11-19T20:22:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T20:22:27,836 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2f8cd896c1711d50ba805cb767c8383#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:27,837 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/c7f3332fd2dc4afe84886c3cfd73ca11 is 50, key is test_row_0/C:col10/1732047747662/Put/seqid=0 2024-11-19T20:22:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742149_1325 (size=13153) 2024-11-19T20:22:27,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:27,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T20:22:27,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:27,883 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T20:22:27,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:27,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:27,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:27,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:27,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/959f52e0bc34461a9f18eb97f731083e is 50, key is test_row_0/A:col10/1732047747669/Put/seqid=0 2024-11-19T20:22:27,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742150_1326 (size=12301) 2024-11-19T20:22:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047808025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047808026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047808027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047808028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047808028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T20:22:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047808129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047808129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047808131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047808131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047808132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,210 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/358a73346e3543a297bd279f55604bcf as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a73346e3543a297bd279f55604bcf 2024-11-19T20:22:28,214 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/A of e2f8cd896c1711d50ba805cb767c8383 into 358a73346e3543a297bd279f55604bcf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:28,214 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:28,215 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/A, priority=13, startTime=1732047747788; duration=0sec 2024-11-19T20:22:28,215 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:28,215 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:28,245 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/c7f3332fd2dc4afe84886c3cfd73ca11 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c7f3332fd2dc4afe84886c3cfd73ca11 2024-11-19T20:22:28,250 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2f8cd896c1711d50ba805cb767c8383/C of e2f8cd896c1711d50ba805cb767c8383 into c7f3332fd2dc4afe84886c3cfd73ca11(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:28,251 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:28,251 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383., storeName=e2f8cd896c1711d50ba805cb767c8383/C, priority=13, startTime=1732047747788; duration=0sec 2024-11-19T20:22:28,251 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:28,251 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:28,292 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/959f52e0bc34461a9f18eb97f731083e 2024-11-19T20:22:28,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6cbd8cbbab6044dc91a079ee05bfbf34 is 50, key is test_row_0/B:col10/1732047747669/Put/seqid=0 2024-11-19T20:22:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742151_1327 (size=12301) 2024-11-19T20:22:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T20:22:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047808333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047808334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047808334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047808335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047808335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047808636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047808637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047808637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047808638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047808638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:28,704 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6cbd8cbbab6044dc91a079ee05bfbf34 2024-11-19T20:22:28,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/27b6685c6ec7436585cca426f34e6d17 is 50, key is test_row_0/C:col10/1732047747669/Put/seqid=0 2024-11-19T20:22:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742152_1328 (size=12301) 2024-11-19T20:22:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T20:22:29,127 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/27b6685c6ec7436585cca426f34e6d17 2024-11-19T20:22:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/959f52e0bc34461a9f18eb97f731083e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/959f52e0bc34461a9f18eb97f731083e 2024-11-19T20:22:29,135 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/959f52e0bc34461a9f18eb97f731083e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-19T20:22:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/6cbd8cbbab6044dc91a079ee05bfbf34 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6cbd8cbbab6044dc91a079ee05bfbf34 2024-11-19T20:22:29,140 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6cbd8cbbab6044dc91a079ee05bfbf34, entries=150, sequenceid=376, filesize=12.0 K 2024-11-19T20:22:29,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047809140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047809140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:29,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/27b6685c6ec7436585cca426f34e6d17 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/27b6685c6ec7436585cca426f34e6d17 2024-11-19T20:22:29,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047809141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:29,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047809141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:29,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047809144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:29,145 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/27b6685c6ec7436585cca426f34e6d17, entries=150, sequenceid=376, filesize=12.0 K 2024-11-19T20:22:29,146 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e2f8cd896c1711d50ba805cb767c8383 in 1262ms, sequenceid=376, compaction requested=false 2024-11-19T20:22:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-19T20:22:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-19T20:22:29,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-19T20:22:29,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-19T20:22:29,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4230 sec 2024-11-19T20:22:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T20:22:29,834 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-19T20:22:29,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-19T20:22:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T20:22:29,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:29,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:29,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T20:22:29,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:29,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:29,990 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:29,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:29,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/b3000515c9fc47869f32ead942400d14 is 50, key is test_row_0/A:col10/1732047748020/Put/seqid=0 2024-11-19T20:22:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742153_1329 (size=12301) 2024-11-19T20:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T20:22:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:30,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. as already flushing 2024-11-19T20:22:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047810149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047810150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732047810151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047810152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047810152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047810253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047810253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047810255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047810255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,400 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/b3000515c9fc47869f32ead942400d14 2024-11-19T20:22:30,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b526e21f6b57491da28326959f106ffb is 50, key is test_row_0/B:col10/1732047748020/Put/seqid=0 2024-11-19T20:22:30,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742154_1330 (size=12301) 2024-11-19T20:22:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T20:22:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047810458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047810458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047810458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047810458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,487 DEBUG [Thread-1153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:51443 2024-11-19T20:22:30,487 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:51443 2024-11-19T20:22:30,487 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:30,487 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:30,488 DEBUG [Thread-1155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:51443 2024-11-19T20:22:30,488 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:30,489 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:51443 2024-11-19T20:22:30,489 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:30,489 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:51443 2024-11-19T20:22:30,489 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732047810760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52474 deadline: 1732047810762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52574 deadline: 1732047810762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52518 deadline: 1732047810762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:30,820 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b526e21f6b57491da28326959f106ffb 2024-11-19T20:22:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/d01c2e841b3c43df813a87fe3a3ea7d3 is 50, key is test_row_0/C:col10/1732047748020/Put/seqid=0 2024-11-19T20:22:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742155_1331 (size=12301) 2024-11-19T20:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T20:22:31,231 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/d01c2e841b3c43df813a87fe3a3ea7d3 2024-11-19T20:22:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/b3000515c9fc47869f32ead942400d14 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b3000515c9fc47869f32ead942400d14 2024-11-19T20:22:31,239 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b3000515c9fc47869f32ead942400d14, entries=150, sequenceid=404, filesize=12.0 K 2024-11-19T20:22:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/b526e21f6b57491da28326959f106ffb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b526e21f6b57491da28326959f106ffb 2024-11-19T20:22:31,243 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b526e21f6b57491da28326959f106ffb, entries=150, sequenceid=404, filesize=12.0 K 2024-11-19T20:22:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/d01c2e841b3c43df813a87fe3a3ea7d3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d01c2e841b3c43df813a87fe3a3ea7d3 2024-11-19T20:22:31,246 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d01c2e841b3c43df813a87fe3a3ea7d3, entries=150, sequenceid=404, filesize=12.0 K 2024-11-19T20:22:31,247 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e2f8cd896c1711d50ba805cb767c8383 in 1257ms, sequenceid=404, compaction requested=true 2024-11-19T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-19T20:22:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-19T20:22:31,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-19T20:22:31,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-19T20:22:31,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.4140 sec 2024-11-19T20:22:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:31,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:22:31,265 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:51443 2024-11-19T20:22:31,265 DEBUG [Thread-1144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:51443 2024-11-19T20:22:31,265 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:31,265 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:31,265 DEBUG [Thread-1142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:51443 2024-11-19T20:22:31,265 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:31,268 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:51443 2024-11-19T20:22:31,268 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:31,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/9066d37997ff4480a8f305afc0233976 is 50, key is test_row_0/A:col10/1732047751264/Put/seqid=0 2024-11-19T20:22:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742156_1332 (size=12301) 2024-11-19T20:22:31,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/9066d37997ff4480a8f305afc0233976 2024-11-19T20:22:31,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/8bb2163913ae40ee99484f02e958862f is 50, key is test_row_0/B:col10/1732047751264/Put/seqid=0 2024-11-19T20:22:31,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742157_1333 (size=12301) 2024-11-19T20:22:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T20:22:31,941 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-19T20:22:32,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/8bb2163913ae40ee99484f02e958862f 2024-11-19T20:22:32,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/aa6337fcc5de4beebb362a2596f2fcd4 is 50, key is test_row_0/C:col10/1732047751264/Put/seqid=0 2024-11-19T20:22:32,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742158_1334 (size=12301) 2024-11-19T20:22:32,164 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:51443 2024-11-19T20:22:32,164 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7343 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7252 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7092 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7320 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7214 2024-11-19T20:22:32,165 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T20:22:32,165 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:22:32,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:51443 2024-11-19T20:22:32,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:32,165 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T20:22:32,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T20:22:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T20:22:32,168 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047752168"}]},"ts":"1732047752168"} 2024-11-19T20:22:32,169 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T20:22:32,172 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T20:22:32,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:22:32,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, UNASSIGN}] 2024-11-19T20:22:32,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, UNASSIGN 2024-11-19T20:22:32,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=e2f8cd896c1711d50ba805cb767c8383, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:32,175 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:22:32,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:22:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T20:22:32,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:32,327 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:32,327 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:22:32,327 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing e2f8cd896c1711d50ba805cb767c8383, disabling compactions & flushes 2024-11-19T20:22:32,327 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T20:22:32,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/aa6337fcc5de4beebb362a2596f2fcd4 2024-11-19T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/9066d37997ff4480a8f305afc0233976 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9066d37997ff4480a8f305afc0233976 2024-11-19T20:22:32,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9066d37997ff4480a8f305afc0233976, entries=150, sequenceid=417, filesize=12.0 K 2024-11-19T20:22:32,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/8bb2163913ae40ee99484f02e958862f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/8bb2163913ae40ee99484f02e958862f 2024-11-19T20:22:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/8bb2163913ae40ee99484f02e958862f, entries=150, sequenceid=417, filesize=12.0 K 2024-11-19T20:22:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/aa6337fcc5de4beebb362a2596f2fcd4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/aa6337fcc5de4beebb362a2596f2fcd4 2024-11-19T20:22:32,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/aa6337fcc5de4beebb362a2596f2fcd4, entries=150, sequenceid=417, filesize=12.0 K 2024-11-19T20:22:32,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for e2f8cd896c1711d50ba805cb767c8383 in 1244ms, sequenceid=417, compaction requested=true 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:32,510 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. after waiting 0 ms 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:32,510 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. because compaction request was cancelled 2024-11-19T20:22:32,510 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:A 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:32,510 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. because compaction request was cancelled 2024-11-19T20:22:32,510 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(2837): Flushing e2f8cd896c1711d50ba805cb767c8383 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2f8cd896c1711d50ba805cb767c8383:C, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:32,510 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:B 2024-11-19T20:22:32,510 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. because compaction request was cancelled 2024-11-19T20:22:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:32,510 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2f8cd896c1711d50ba805cb767c8383:C 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=A 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=B 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2f8cd896c1711d50ba805cb767c8383, store=C 2024-11-19T20:22:32,510 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:32,513 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/7d03b79f05a94e6cb2d65b5d55243b25 is 50, key is test_row_0/A:col10/1732047751266/Put/seqid=0 2024-11-19T20:22:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742159_1335 (size=9857) 2024-11-19T20:22:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T20:22:32,917 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/7d03b79f05a94e6cb2d65b5d55243b25 2024-11-19T20:22:32,923 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e16fdb1cba364d5897c67263c93e3255 is 50, key is test_row_0/B:col10/1732047751266/Put/seqid=0 2024-11-19T20:22:32,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742160_1336 (size=9857) 2024-11-19T20:22:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T20:22:33,327 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e16fdb1cba364d5897c67263c93e3255 2024-11-19T20:22:33,332 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/2e78aa673e434d2997aa27760a8817cd is 50, key is test_row_0/C:col10/1732047751266/Put/seqid=0 2024-11-19T20:22:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742161_1337 (size=9857) 2024-11-19T20:22:33,736 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/2e78aa673e434d2997aa27760a8817cd 2024-11-19T20:22:33,740 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/A/7d03b79f05a94e6cb2d65b5d55243b25 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7d03b79f05a94e6cb2d65b5d55243b25 2024-11-19T20:22:33,743 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7d03b79f05a94e6cb2d65b5d55243b25, entries=100, sequenceid=422, filesize=9.6 K 2024-11-19T20:22:33,744 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/B/e16fdb1cba364d5897c67263c93e3255 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e16fdb1cba364d5897c67263c93e3255 2024-11-19T20:22:33,746 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e16fdb1cba364d5897c67263c93e3255, entries=100, sequenceid=422, filesize=9.6 K 2024-11-19T20:22:33,747 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/.tmp/C/2e78aa673e434d2997aa27760a8817cd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/2e78aa673e434d2997aa27760a8817cd 2024-11-19T20:22:33,750 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/2e78aa673e434d2997aa27760a8817cd, entries=100, sequenceid=422, filesize=9.6 K 2024-11-19T20:22:33,751 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e2f8cd896c1711d50ba805cb767c8383 in 1240ms, sequenceid=422, compaction requested=true 2024-11-19T20:22:33,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4422a7fef0ec49f09ad1cdd786add660, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/6908aaecf0dc4407a2ce4fdfc7cfeafe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/581793ed47934960b295d833b90ed102, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/89858710db8d43e98cec34cff956737d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b7c5820c50e6428799f9071ba1d6ef96, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/e84fa8943f9243a2a5c6c7dfc83eb0ff, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7fa313fa3f6c48568226030c9102e416, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/35a84e25e0e241ddaa4501c8377e01fe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9dcf72236d4142eea6b9380fdb09678b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/81b3fa82852e463db392e57f38168a53, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/cf3b5363b5864ee0b935c4e1828907ed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/26bc2a148ce645f28fe9db3d44d1696c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/a563b39894de4c1fbbd06f972e8a1123, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/49e3d249d1964f6592da8dcf099ea193, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/fb70ff2a188345ce84894328548a09e3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/d47d46e5e9594e36b04c688495718781, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4cbaf0d70245414c83a79f757519c451, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/16f4d9758b8c433ca8d93b8093dfac9e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/0834a5498bc8402c92e3544a07fb4dcd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/64b7e0e8078d48109c27632166b4cf9b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a4d5a491d4bd59d3524821d81f14b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/32189c6beb0d4233abf6e76dde52b713, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/53374fba7d154fe68e6eb8c04995c883, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/8ccbc8604ab34d558a9ab77b8de9c82d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/c56928267af94469b9fcc5100ee70766] to archive 2024-11-19T20:22:33,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:22:33,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4422a7fef0ec49f09ad1cdd786add660 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4422a7fef0ec49f09ad1cdd786add660 2024-11-19T20:22:33,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/6908aaecf0dc4407a2ce4fdfc7cfeafe to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/6908aaecf0dc4407a2ce4fdfc7cfeafe 2024-11-19T20:22:33,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/581793ed47934960b295d833b90ed102 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/581793ed47934960b295d833b90ed102 2024-11-19T20:22:33,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/89858710db8d43e98cec34cff956737d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/89858710db8d43e98cec34cff956737d 2024-11-19T20:22:33,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b7c5820c50e6428799f9071ba1d6ef96 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b7c5820c50e6428799f9071ba1d6ef96 2024-11-19T20:22:33,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/e84fa8943f9243a2a5c6c7dfc83eb0ff to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/e84fa8943f9243a2a5c6c7dfc83eb0ff 2024-11-19T20:22:33,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7fa313fa3f6c48568226030c9102e416 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7fa313fa3f6c48568226030c9102e416 2024-11-19T20:22:33,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/35a84e25e0e241ddaa4501c8377e01fe to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/35a84e25e0e241ddaa4501c8377e01fe 2024-11-19T20:22:33,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9dcf72236d4142eea6b9380fdb09678b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9dcf72236d4142eea6b9380fdb09678b 2024-11-19T20:22:33,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/81b3fa82852e463db392e57f38168a53 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/81b3fa82852e463db392e57f38168a53 2024-11-19T20:22:33,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/cf3b5363b5864ee0b935c4e1828907ed to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/cf3b5363b5864ee0b935c4e1828907ed 2024-11-19T20:22:33,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/26bc2a148ce645f28fe9db3d44d1696c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/26bc2a148ce645f28fe9db3d44d1696c 2024-11-19T20:22:33,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/a563b39894de4c1fbbd06f972e8a1123 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/a563b39894de4c1fbbd06f972e8a1123 2024-11-19T20:22:33,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/49e3d249d1964f6592da8dcf099ea193 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/49e3d249d1964f6592da8dcf099ea193 2024-11-19T20:22:33,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/fb70ff2a188345ce84894328548a09e3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/fb70ff2a188345ce84894328548a09e3 2024-11-19T20:22:33,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/d47d46e5e9594e36b04c688495718781 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/d47d46e5e9594e36b04c688495718781 2024-11-19T20:22:33,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4cbaf0d70245414c83a79f757519c451 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/4cbaf0d70245414c83a79f757519c451 2024-11-19T20:22:33,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/16f4d9758b8c433ca8d93b8093dfac9e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/16f4d9758b8c433ca8d93b8093dfac9e 2024-11-19T20:22:33,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/0834a5498bc8402c92e3544a07fb4dcd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/0834a5498bc8402c92e3544a07fb4dcd 2024-11-19T20:22:33,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/64b7e0e8078d48109c27632166b4cf9b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/64b7e0e8078d48109c27632166b4cf9b 2024-11-19T20:22:33,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a4d5a491d4bd59d3524821d81f14b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a4d5a491d4bd59d3524821d81f14b 2024-11-19T20:22:33,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/32189c6beb0d4233abf6e76dde52b713 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/32189c6beb0d4233abf6e76dde52b713 2024-11-19T20:22:33,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/53374fba7d154fe68e6eb8c04995c883 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/53374fba7d154fe68e6eb8c04995c883 2024-11-19T20:22:33,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/8ccbc8604ab34d558a9ab77b8de9c82d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/8ccbc8604ab34d558a9ab77b8de9c82d 2024-11-19T20:22:33,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/c56928267af94469b9fcc5100ee70766 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/c56928267af94469b9fcc5100ee70766 2024-11-19T20:22:33,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b38acb2fe928413f9ca5608c79200dc7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/7504870d692c4fdfa1be25b8e02b2969, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/4f07f9a2a23d48538d1d80c5283f42fc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e586b0e95bd54df3be75f1e1009fac98, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/02c99a2f839944228c69d5d1705d981a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/c0d3d5c3c2ee47989969af39242ee3cd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/53271481f8e042c9b9cdcecfcd114b60, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/d55eb5671bc44b02a09ef5ac79439e52, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b7d76b1d764644b8bf3fbeeb7cca9c5e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/283a4c15be2a4fd4b9a1f18e49ce3026, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6c310eb2d12349ad814989b853e0e2eb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccb33de294564a82ad55337f48ee7ee4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/9ad92152067e403b93b221bbc773e350, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/2f2f66df4b714b3eb83d4938946a8ed3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6d89535e6f314585810b87c6dab7352f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/f2c532ef42b04ca8b8035633205f4d51, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/1113deb6b23e488698da3bd2f4ac7443, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e023899cda1945afbb6c53a826093f4c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/a84494997e9941509674a40c5947c579, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/5641d62df45f4ad6bbfe0de91009f548, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/846fe01f595a4491b1640d76dbd2e516, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6a0263e43adc438aa7cb87c3b40c7843, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/cd176b228e7f4104b833f232817cece8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/14dc862b18e842a0b95b18ed2a7158ed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/74918d156300438f831fbb9a20b3b3d7] to archive 2024-11-19T20:22:33,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:22:33,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b38acb2fe928413f9ca5608c79200dc7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b38acb2fe928413f9ca5608c79200dc7 2024-11-19T20:22:33,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/7504870d692c4fdfa1be25b8e02b2969 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/7504870d692c4fdfa1be25b8e02b2969 2024-11-19T20:22:33,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/4f07f9a2a23d48538d1d80c5283f42fc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/4f07f9a2a23d48538d1d80c5283f42fc 2024-11-19T20:22:33,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e586b0e95bd54df3be75f1e1009fac98 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e586b0e95bd54df3be75f1e1009fac98 2024-11-19T20:22:33,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/02c99a2f839944228c69d5d1705d981a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/02c99a2f839944228c69d5d1705d981a 2024-11-19T20:22:33,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/c0d3d5c3c2ee47989969af39242ee3cd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/c0d3d5c3c2ee47989969af39242ee3cd 2024-11-19T20:22:33,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/53271481f8e042c9b9cdcecfcd114b60 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/53271481f8e042c9b9cdcecfcd114b60 2024-11-19T20:22:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/d55eb5671bc44b02a09ef5ac79439e52 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/d55eb5671bc44b02a09ef5ac79439e52 2024-11-19T20:22:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b7d76b1d764644b8bf3fbeeb7cca9c5e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b7d76b1d764644b8bf3fbeeb7cca9c5e 2024-11-19T20:22:33,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/283a4c15be2a4fd4b9a1f18e49ce3026 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/283a4c15be2a4fd4b9a1f18e49ce3026 2024-11-19T20:22:33,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6c310eb2d12349ad814989b853e0e2eb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6c310eb2d12349ad814989b853e0e2eb 2024-11-19T20:22:33,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccb33de294564a82ad55337f48ee7ee4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccb33de294564a82ad55337f48ee7ee4 2024-11-19T20:22:33,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/9ad92152067e403b93b221bbc773e350 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/9ad92152067e403b93b221bbc773e350 2024-11-19T20:22:33,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/2f2f66df4b714b3eb83d4938946a8ed3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/2f2f66df4b714b3eb83d4938946a8ed3 2024-11-19T20:22:33,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6d89535e6f314585810b87c6dab7352f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6d89535e6f314585810b87c6dab7352f 2024-11-19T20:22:33,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/f2c532ef42b04ca8b8035633205f4d51 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/f2c532ef42b04ca8b8035633205f4d51 2024-11-19T20:22:33,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/1113deb6b23e488698da3bd2f4ac7443 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/1113deb6b23e488698da3bd2f4ac7443 2024-11-19T20:22:33,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e023899cda1945afbb6c53a826093f4c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e023899cda1945afbb6c53a826093f4c 2024-11-19T20:22:33,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/a84494997e9941509674a40c5947c579 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/a84494997e9941509674a40c5947c579 2024-11-19T20:22:33,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/5641d62df45f4ad6bbfe0de91009f548 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/5641d62df45f4ad6bbfe0de91009f548 2024-11-19T20:22:33,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/846fe01f595a4491b1640d76dbd2e516 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/846fe01f595a4491b1640d76dbd2e516 2024-11-19T20:22:33,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6a0263e43adc438aa7cb87c3b40c7843 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6a0263e43adc438aa7cb87c3b40c7843 2024-11-19T20:22:33,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/cd176b228e7f4104b833f232817cece8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/cd176b228e7f4104b833f232817cece8 2024-11-19T20:22:33,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/14dc862b18e842a0b95b18ed2a7158ed to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/14dc862b18e842a0b95b18ed2a7158ed 2024-11-19T20:22:33,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/74918d156300438f831fbb9a20b3b3d7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/74918d156300438f831fbb9a20b3b3d7 2024-11-19T20:22:33,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/9c2118d15f074e768d59797168c3a913, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f5a333f15e0247bf941dfb73bcc0e53c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5f3bf511835d4fa2b180e88d8e83916a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c8d50c6b86d945faa1d9ad274ed93ce9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1380ae5343c94dd4adc293f39a17cfdc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1c9fbdd15f874f2d89a8e819863bbee1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/659910dfa9e14935aae83083e2f4a7d4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5ba63381851747e2b9ffa7942b4a6877, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ccf36b35b7474d0b811947ab874cf784, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/48201341045846f999b3dd5b5f11879a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/edbe22b4b12d4a0384869e2d0af6e9bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f1bb7302a353457781455a3c6b654da8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/254781a167d24aa9a78ee0af324b9b57, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/101527fe572145968618fae25212c641, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/979b8620823b41cc87dca1bc3166c3cd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d99776c6c6c84547b822ebcd9ded9f24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/768956bed3f146299bfe453f25099cc5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/a9ad7445491b457fb5bb445df335edb8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ed0e46f3481d4030be98f3de96826492, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/87c2692b526446769192277fd784a96f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/dbe5ef77a0d146ffa0e96c0d580dcf4b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/b68c67c8926140999c2f7f8feb06bb8f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/8a563663fff64f36b571e26d66c4ff37, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/3a35ae8f2a034e50a3bf7c7bb1e25799, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/7a700a6f326d4524947b443f2ffa06fa] to archive 2024-11-19T20:22:33,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:22:33,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/9c2118d15f074e768d59797168c3a913 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/9c2118d15f074e768d59797168c3a913 2024-11-19T20:22:33,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f5a333f15e0247bf941dfb73bcc0e53c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f5a333f15e0247bf941dfb73bcc0e53c 2024-11-19T20:22:33,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5f3bf511835d4fa2b180e88d8e83916a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5f3bf511835d4fa2b180e88d8e83916a 2024-11-19T20:22:33,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c8d50c6b86d945faa1d9ad274ed93ce9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c8d50c6b86d945faa1d9ad274ed93ce9 2024-11-19T20:22:33,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1380ae5343c94dd4adc293f39a17cfdc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1380ae5343c94dd4adc293f39a17cfdc 2024-11-19T20:22:33,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1c9fbdd15f874f2d89a8e819863bbee1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/1c9fbdd15f874f2d89a8e819863bbee1 2024-11-19T20:22:33,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/659910dfa9e14935aae83083e2f4a7d4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/659910dfa9e14935aae83083e2f4a7d4 2024-11-19T20:22:33,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5ba63381851747e2b9ffa7942b4a6877 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/5ba63381851747e2b9ffa7942b4a6877 2024-11-19T20:22:33,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ccf36b35b7474d0b811947ab874cf784 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ccf36b35b7474d0b811947ab874cf784 2024-11-19T20:22:33,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/48201341045846f999b3dd5b5f11879a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/48201341045846f999b3dd5b5f11879a 2024-11-19T20:22:33,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/edbe22b4b12d4a0384869e2d0af6e9bc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/edbe22b4b12d4a0384869e2d0af6e9bc 2024-11-19T20:22:33,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f1bb7302a353457781455a3c6b654da8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/f1bb7302a353457781455a3c6b654da8 2024-11-19T20:22:33,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/254781a167d24aa9a78ee0af324b9b57 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/254781a167d24aa9a78ee0af324b9b57 2024-11-19T20:22:33,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/101527fe572145968618fae25212c641 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/101527fe572145968618fae25212c641 2024-11-19T20:22:33,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/979b8620823b41cc87dca1bc3166c3cd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/979b8620823b41cc87dca1bc3166c3cd 2024-11-19T20:22:33,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d99776c6c6c84547b822ebcd9ded9f24 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d99776c6c6c84547b822ebcd9ded9f24 2024-11-19T20:22:33,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/768956bed3f146299bfe453f25099cc5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/768956bed3f146299bfe453f25099cc5 2024-11-19T20:22:33,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/a9ad7445491b457fb5bb445df335edb8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/a9ad7445491b457fb5bb445df335edb8 2024-11-19T20:22:33,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ed0e46f3481d4030be98f3de96826492 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/ed0e46f3481d4030be98f3de96826492 2024-11-19T20:22:33,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/87c2692b526446769192277fd784a96f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/87c2692b526446769192277fd784a96f 2024-11-19T20:22:33,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/dbe5ef77a0d146ffa0e96c0d580dcf4b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/dbe5ef77a0d146ffa0e96c0d580dcf4b 2024-11-19T20:22:33,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/b68c67c8926140999c2f7f8feb06bb8f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/b68c67c8926140999c2f7f8feb06bb8f 2024-11-19T20:22:33,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/8a563663fff64f36b571e26d66c4ff37 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/8a563663fff64f36b571e26d66c4ff37 2024-11-19T20:22:33,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/3a35ae8f2a034e50a3bf7c7bb1e25799 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/3a35ae8f2a034e50a3bf7c7bb1e25799 2024-11-19T20:22:33,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/7a700a6f326d4524947b443f2ffa06fa to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/7a700a6f326d4524947b443f2ffa06fa 2024-11-19T20:22:33,822 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=1 2024-11-19T20:22:33,823 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383. 2024-11-19T20:22:33,823 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for e2f8cd896c1711d50ba805cb767c8383: 2024-11-19T20:22:33,824 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:33,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=e2f8cd896c1711d50ba805cb767c8383, regionState=CLOSED 2024-11-19T20:22:33,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-19T20:22:33,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure e2f8cd896c1711d50ba805cb767c8383, server=581e77bfee5a,33765,1732047668051 in 1.6510 sec 2024-11-19T20:22:33,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-19T20:22:33,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2f8cd896c1711d50ba805cb767c8383, UNASSIGN in 1.6540 sec 2024-11-19T20:22:33,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-19T20:22:33,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6560 sec 2024-11-19T20:22:33,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047753829"}]},"ts":"1732047753829"} 2024-11-19T20:22:33,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T20:22:33,832 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T20:22:33,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6670 sec 2024-11-19T20:22:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T20:22:34,271 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-19T20:22:34,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T20:22:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,273 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T20:22:34,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=85, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,276 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:34,277 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/recovered.edits] 2024-11-19T20:22:34,279 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a73346e3543a297bd279f55604bcf to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/358a73346e3543a297bd279f55604bcf 2024-11-19T20:22:34,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7d03b79f05a94e6cb2d65b5d55243b25 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/7d03b79f05a94e6cb2d65b5d55243b25 2024-11-19T20:22:34,281 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9066d37997ff4480a8f305afc0233976 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/9066d37997ff4480a8f305afc0233976 2024-11-19T20:22:34,282 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/959f52e0bc34461a9f18eb97f731083e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/959f52e0bc34461a9f18eb97f731083e 2024-11-19T20:22:34,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b3000515c9fc47869f32ead942400d14 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/A/b3000515c9fc47869f32ead942400d14 2024-11-19T20:22:34,285 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6cbd8cbbab6044dc91a079ee05bfbf34 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/6cbd8cbbab6044dc91a079ee05bfbf34 2024-11-19T20:22:34,285 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/8bb2163913ae40ee99484f02e958862f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/8bb2163913ae40ee99484f02e958862f 2024-11-19T20:22:34,286 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b526e21f6b57491da28326959f106ffb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/b526e21f6b57491da28326959f106ffb 2024-11-19T20:22:34,287 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccf5fda69c844dc387f0e9dfe3a65696 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/ccf5fda69c844dc387f0e9dfe3a65696 2024-11-19T20:22:34,288 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e16fdb1cba364d5897c67263c93e3255 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/B/e16fdb1cba364d5897c67263c93e3255 2024-11-19T20:22:34,289 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/27b6685c6ec7436585cca426f34e6d17 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/27b6685c6ec7436585cca426f34e6d17 2024-11-19T20:22:34,290 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/2e78aa673e434d2997aa27760a8817cd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/2e78aa673e434d2997aa27760a8817cd 2024-11-19T20:22:34,291 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/aa6337fcc5de4beebb362a2596f2fcd4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/aa6337fcc5de4beebb362a2596f2fcd4 2024-11-19T20:22:34,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c7f3332fd2dc4afe84886c3cfd73ca11 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/c7f3332fd2dc4afe84886c3cfd73ca11 2024-11-19T20:22:34,293 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d01c2e841b3c43df813a87fe3a3ea7d3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/C/d01c2e841b3c43df813a87fe3a3ea7d3 2024-11-19T20:22:34,294 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/recovered.edits/425.seqid to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383/recovered.edits/425.seqid 2024-11-19T20:22:34,295 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/e2f8cd896c1711d50ba805cb767c8383 2024-11-19T20:22:34,295 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T20:22:34,297 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=85, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,301 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T20:22:34,302 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T20:22:34,303 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=85, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,303 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T20:22:34,303 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732047754303"}]},"ts":"9223372036854775807"} 2024-11-19T20:22:34,305 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T20:22:34,305 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e2f8cd896c1711d50ba805cb767c8383, NAME => 'TestAcidGuarantees,,1732047728310.e2f8cd896c1711d50ba805cb767c8383.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T20:22:34,305 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T20:22:34,305 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732047754305"}]},"ts":"9223372036854775807"} 2024-11-19T20:22:34,307 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T20:22:34,308 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=85, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-19T20:22:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T20:22:34,375 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-19T20:22:34,384 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 241), OpenFileDescriptor=460 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1737 (was 1774) 2024-11-19T20:22:34,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=1737 2024-11-19T20:22:34,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:22:34,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:22:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:34,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:22:34,396 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:34,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 86 2024-11-19T20:22:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-19T20:22:34,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:22:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742162_1338 (size=960) 2024-11-19T20:22:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-19T20:22:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-19T20:22:34,803 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:22:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742163_1339 (size=53) 2024-11-19T20:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-19T20:22:35,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:22:35,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fac4928a141133d72b72cc2475ebf609, disabling compactions & flushes 2024-11-19T20:22:35,209 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. after waiting 0 ms 2024-11-19T20:22:35,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,209 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,209 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:35,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:22:35,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732047755210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047755210"}]},"ts":"1732047755210"} 2024-11-19T20:22:35,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:22:35,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:22:35,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047755212"}]},"ts":"1732047755212"} 2024-11-19T20:22:35,213 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T20:22:35,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, ASSIGN}] 2024-11-19T20:22:35,217 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, ASSIGN 2024-11-19T20:22:35,217 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:22:35,368 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:35,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; OpenRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-19T20:22:35,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:35,523 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,523 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7285): Opening region: {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:22:35,523 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,523 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:22:35,523 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7327): checking encryption for fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,523 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7330): checking classloading for fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,524 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,525 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:35,525 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4928a141133d72b72cc2475ebf609 columnFamilyName A 2024-11-19T20:22:35,525 DEBUG [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:35,526 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(327): Store=fac4928a141133d72b72cc2475ebf609/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:35,526 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,527 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:35,527 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4928a141133d72b72cc2475ebf609 columnFamilyName B 2024-11-19T20:22:35,527 DEBUG [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:35,527 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(327): Store=fac4928a141133d72b72cc2475ebf609/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:35,527 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,528 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:35,528 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4928a141133d72b72cc2475ebf609 columnFamilyName C 2024-11-19T20:22:35,528 DEBUG [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:35,528 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(327): Store=fac4928a141133d72b72cc2475ebf609/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:35,529 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,529 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,529 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,530 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:22:35,531 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1085): writing seq id for fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:35,533 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:22:35,533 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1102): Opened fac4928a141133d72b72cc2475ebf609; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68663035, jitterRate=0.023158952593803406}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:22:35,534 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1001): Region open journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:35,534 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., pid=88, masterSystemTime=1732047755520 2024-11-19T20:22:35,535 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,535 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:35,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:35,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-19T20:22:35,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; OpenRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 in 168 msec 2024-11-19T20:22:35,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-19T20:22:35,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, ASSIGN in 322 msec 2024-11-19T20:22:35,539 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:22:35,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047755539"}]},"ts":"1732047755539"} 2024-11-19T20:22:35,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T20:22:35,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:22:35,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-19T20:22:36,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T20:22:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-19T20:22:36,500 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-11-19T20:22:36,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-11-19T20:22:36,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:36,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:36,507 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:36,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:22:36,509 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:22:36,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:22:36,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:22:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T20:22:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742164_1340 (size=996) 2024-11-19T20:22:36,921 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-19T20:22:36,921 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-19T20:22:36,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:22:36,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, REOPEN/MOVE}] 2024-11-19T20:22:36,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, REOPEN/MOVE 2024-11-19T20:22:36,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:36,926 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:22:36,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:22:37,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,078 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,078 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:22:37,078 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing fac4928a141133d72b72cc2475ebf609, disabling compactions & flushes 2024-11-19T20:22:37,078 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,078 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,078 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. after waiting 0 ms 2024-11-19T20:22:37,078 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,082 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T20:22:37,082 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,082 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:37,082 WARN [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionServer(3786): Not adding moved region record: fac4928a141133d72b72cc2475ebf609 to self. 2024-11-19T20:22:37,084 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=CLOSED 2024-11-19T20:22:37,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-19T20:22:37,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 in 159 msec 2024-11-19T20:22:37,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, REOPEN/MOVE; state=CLOSED, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=true 2024-11-19T20:22:37,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=91, state=RUNNABLE; OpenRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:22:37,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,392 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,392 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7285): Opening region: {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:22:37,393 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,393 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:22:37,393 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7327): checking encryption for fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,393 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7330): checking classloading for fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,394 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,395 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:37,395 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4928a141133d72b72cc2475ebf609 columnFamilyName A 2024-11-19T20:22:37,396 DEBUG [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:37,397 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(327): Store=fac4928a141133d72b72cc2475ebf609/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:37,397 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,398 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:37,398 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4928a141133d72b72cc2475ebf609 columnFamilyName B 2024-11-19T20:22:37,398 DEBUG [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:37,398 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(327): Store=fac4928a141133d72b72cc2475ebf609/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:37,398 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,399 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:22:37,399 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4928a141133d72b72cc2475ebf609 columnFamilyName C 2024-11-19T20:22:37,399 DEBUG [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:37,399 INFO [StoreOpener-fac4928a141133d72b72cc2475ebf609-1 {}] regionserver.HStore(327): Store=fac4928a141133d72b72cc2475ebf609/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:22:37,399 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,400 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,400 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,401 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:22:37,402 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1085): writing seq id for fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,403 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1102): Opened fac4928a141133d72b72cc2475ebf609; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72352494, jitterRate=0.07813617587089539}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:22:37,403 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1001): Region open journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:37,404 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., pid=93, masterSystemTime=1732047757389 2024-11-19T20:22:37,405 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,405 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=OPEN, openSeqNum=5, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=91 2024-11-19T20:22:37,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=91, state=SUCCESS; OpenRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 in 168 msec 2024-11-19T20:22:37,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-19T20:22:37,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, REOPEN/MOVE in 483 msec 2024-11-19T20:22:37,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-19T20:22:37,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-19T20:22:37,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-19T20:22:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T20:22:37,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-19T20:22:37,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-19T20:22:37,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-19T20:22:37,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-19T20:22:37,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-19T20:22:37,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,435 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-19T20:22:37,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-19T20:22:37,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-19T20:22:37,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-19T20:22:37,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-19T20:22:37,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:22:37,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:37,452 DEBUG [hconnection-0x4439a2ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,452 DEBUG [hconnection-0x6d42ec43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-19T20:22:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:37,453 DEBUG [hconnection-0x54d59e25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,453 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:37,453 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,453 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,454 DEBUG [hconnection-0x4edb326c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,454 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:37,454 DEBUG [hconnection-0x51dd2c44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:37,454 DEBUG [hconnection-0x5411e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,455 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,455 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,455 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,456 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,456 DEBUG [hconnection-0x50c135b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,456 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,460 DEBUG [hconnection-0x4573f4b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,461 DEBUG [hconnection-0x4c87fe51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:22:37,462 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,462 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:22:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:22:37,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:37,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:37,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:37,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:37,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:37,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047817488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047817488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047817489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047817490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047817490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111902f5bed855b34aac8b2780f71e1dea43_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047757465/Put/seqid=0 2024-11-19T20:22:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742165_1341 (size=14594) 2024-11-19T20:22:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:37,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047817591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047817592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047817592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047817592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047817592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:37,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047817794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047817795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047817795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047817795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047817796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:37,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:37,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:37,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:37,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:37,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111902f5bed855b34aac8b2780f71e1dea43_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902f5bed855b34aac8b2780f71e1dea43_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:37,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/25f16281865b4e12adaaa6f929b9a2ff, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:37,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/25f16281865b4e12adaaa6f929b9a2ff is 175, key is test_row_0/A:col10/1732047757465/Put/seqid=0 2024-11-19T20:22:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742166_1342 (size=39549) 2024-11-19T20:22:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:38,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047818101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047818101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047818102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047818102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047818103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/25f16281865b4e12adaaa6f929b9a2ff 2024-11-19T20:22:38,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/377996de649942c8855cfe298c9658f7 is 50, key is test_row_0/B:col10/1732047757465/Put/seqid=0 2024-11-19T20:22:38,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742167_1343 (size=12001) 2024-11-19T20:22:38,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047818608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047818609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047818610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047818610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047818610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/377996de649942c8855cfe298c9658f7 2024-11-19T20:22:38,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/f56e6cb2131c4243bf899abcabb5a1ca is 50, key is test_row_0/C:col10/1732047757465/Put/seqid=0 2024-11-19T20:22:38,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742168_1344 (size=12001) 2024-11-19T20:22:38,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:38,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:38,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:38,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:39,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:39,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:39,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:39,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/f56e6cb2131c4243bf899abcabb5a1ca 2024-11-19T20:22:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/25f16281865b4e12adaaa6f929b9a2ff as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff 2024-11-19T20:22:39,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff, entries=200, sequenceid=17, filesize=38.6 K 2024-11-19T20:22:39,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/377996de649942c8855cfe298c9658f7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/377996de649942c8855cfe298c9658f7 2024-11-19T20:22:39,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/377996de649942c8855cfe298c9658f7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T20:22:39,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/f56e6cb2131c4243bf899abcabb5a1ca as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/f56e6cb2131c4243bf899abcabb5a1ca 2024-11-19T20:22:39,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/f56e6cb2131c4243bf899abcabb5a1ca, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T20:22:39,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fac4928a141133d72b72cc2475ebf609 in 1736ms, sequenceid=17, compaction requested=false 2024-11-19T20:22:39,202 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T20:22:39,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:39,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-19T20:22:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:39,289 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:22:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111920a8c6b78875482b96209a10bbbc11dc_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047757489/Put/seqid=0 2024-11-19T20:22:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742169_1345 (size=12154) 2024-11-19T20:22:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:39,308 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111920a8c6b78875482b96209a10bbbc11dc_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111920a8c6b78875482b96209a10bbbc11dc_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:39,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1f881ed54b594a158a5caa39d5a5d48d, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:39,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1f881ed54b594a158a5caa39d5a5d48d is 175, key is test_row_0/A:col10/1732047757489/Put/seqid=0 2024-11-19T20:22:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742170_1346 (size=30955) 2024-11-19T20:22:39,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:22:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:39,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:39,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047819626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047819629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047819630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047819631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047819631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,713 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1f881ed54b594a158a5caa39d5a5d48d 2024-11-19T20:22:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/cd79141b9cb042c081b99f7a04295e56 is 50, key is test_row_0/B:col10/1732047757489/Put/seqid=0 2024-11-19T20:22:39,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742171_1347 (size=12001) 2024-11-19T20:22:39,736 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/cd79141b9cb042c081b99f7a04295e56 2024-11-19T20:22:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047819733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047819736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047819736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047819738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047819739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/d409fc1ee02b4bd1b021afd0f419dc2b is 50, key is test_row_0/C:col10/1732047757489/Put/seqid=0 2024-11-19T20:22:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742172_1348 (size=12001) 2024-11-19T20:22:39,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047819938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047819940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047819940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047819945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047819946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,150 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/d409fc1ee02b4bd1b021afd0f419dc2b 2024-11-19T20:22:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1f881ed54b594a158a5caa39d5a5d48d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d 2024-11-19T20:22:40,163 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T20:22:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/cd79141b9cb042c081b99f7a04295e56 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/cd79141b9cb042c081b99f7a04295e56 2024-11-19T20:22:40,170 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/cd79141b9cb042c081b99f7a04295e56, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T20:22:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/d409fc1ee02b4bd1b021afd0f419dc2b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d409fc1ee02b4bd1b021afd0f419dc2b 2024-11-19T20:22:40,177 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d409fc1ee02b4bd1b021afd0f419dc2b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T20:22:40,178 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fac4928a141133d72b72cc2475ebf609 in 889ms, sequenceid=40, compaction requested=false 2024-11-19T20:22:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-19T20:22:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-19T20:22:40,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-19T20:22:40,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7250 sec 2024-11-19T20:22:40,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 2.7300 sec 2024-11-19T20:22:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:40,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T20:22:40,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:40,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:40,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:40,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:40,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:40,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:40,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119874cd944fe7a4261b0674f25f44d48c4_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742173_1349 (size=14594) 2024-11-19T20:22:40,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047820265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047820266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047820267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047820268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047820269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047820371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047820372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047820374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047820374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047820374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047820576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047820577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047820578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047820578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047820578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:40,661 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119874cd944fe7a4261b0674f25f44d48c4_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119874cd944fe7a4261b0674f25f44d48c4_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:40,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/4c4d2a769bfc453fb1194603da41c9dc, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:40,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/4c4d2a769bfc453fb1194603da41c9dc is 175, key is test_row_0/A:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742174_1350 (size=39549) 2024-11-19T20:22:40,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/4c4d2a769bfc453fb1194603da41c9dc 2024-11-19T20:22:40,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/0c7ebb83fa364a3db67171466ef1d170 is 50, key is test_row_0/B:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742175_1351 (size=12001) 2024-11-19T20:22:40,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/0c7ebb83fa364a3db67171466ef1d170 2024-11-19T20:22:40,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c8e1d5eec8bb4e779d41fdb9ad2b382c is 50, key is test_row_0/C:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:40,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742176_1352 (size=12001) 2024-11-19T20:22:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047820881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047820881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047820881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047820883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:40,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047820883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c8e1d5eec8bb4e779d41fdb9ad2b382c 2024-11-19T20:22:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/4c4d2a769bfc453fb1194603da41c9dc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc 2024-11-19T20:22:41,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc, entries=200, sequenceid=55, filesize=38.6 K 2024-11-19T20:22:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/0c7ebb83fa364a3db67171466ef1d170 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/0c7ebb83fa364a3db67171466ef1d170 2024-11-19T20:22:41,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/0c7ebb83fa364a3db67171466ef1d170, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T20:22:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c8e1d5eec8bb4e779d41fdb9ad2b382c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8e1d5eec8bb4e779d41fdb9ad2b382c 2024-11-19T20:22:41,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8e1d5eec8bb4e779d41fdb9ad2b382c, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T20:22:41,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for fac4928a141133d72b72cc2475ebf609 in 868ms, sequenceid=55, compaction requested=true 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:41,114 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:41,114 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/A is initiating minor compaction (all files) 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/B is initiating minor compaction (all files) 2024-11-19T20:22:41,115 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/A in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,115 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/B in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,115 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/377996de649942c8855cfe298c9658f7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/cd79141b9cb042c081b99f7a04295e56, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/0c7ebb83fa364a3db67171466ef1d170] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=35.2 K 2024-11-19T20:22:41,115 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=107.5 K 2024-11-19T20:22:41,115 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc] 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f16281865b4e12adaaa6f929b9a2ff, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732047757465 2024-11-19T20:22:41,115 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 377996de649942c8855cfe298c9658f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732047757465 2024-11-19T20:22:41,116 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f881ed54b594a158a5caa39d5a5d48d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732047757483 2024-11-19T20:22:41,116 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting cd79141b9cb042c081b99f7a04295e56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732047757483 2024-11-19T20:22:41,116 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c4d2a769bfc453fb1194603da41c9dc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047759628 2024-11-19T20:22:41,116 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7ebb83fa364a3db67171466ef1d170, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047759628 2024-11-19T20:22:41,123 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:41,124 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:41,125 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/11ccedd27a3a42e1abf3042fe13fef48 is 50, key is test_row_0/B:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:41,134 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191b16fbc7e8ac45a4a9d403500dba39dd_fac4928a141133d72b72cc2475ebf609 store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742177_1353 (size=12104) 2024-11-19T20:22:41,136 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191b16fbc7e8ac45a4a9d403500dba39dd_fac4928a141133d72b72cc2475ebf609, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:41,136 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191b16fbc7e8ac45a4a9d403500dba39dd_fac4928a141133d72b72cc2475ebf609 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:41,141 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/11ccedd27a3a42e1abf3042fe13fef48 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/11ccedd27a3a42e1abf3042fe13fef48 2024-11-19T20:22:41,147 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fac4928a141133d72b72cc2475ebf609/B of fac4928a141133d72b72cc2475ebf609 into 11ccedd27a3a42e1abf3042fe13fef48(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:41,147 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:41,147 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/B, priority=13, startTime=1732047761114; duration=0sec 2024-11-19T20:22:41,147 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:41,147 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:B 2024-11-19T20:22:41,147 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:41,148 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:41,148 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/C is initiating minor compaction (all files) 2024-11-19T20:22:41,148 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/C in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,149 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/f56e6cb2131c4243bf899abcabb5a1ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d409fc1ee02b4bd1b021afd0f419dc2b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8e1d5eec8bb4e779d41fdb9ad2b382c] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=35.2 K 2024-11-19T20:22:41,149 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f56e6cb2131c4243bf899abcabb5a1ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732047757465 2024-11-19T20:22:41,149 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d409fc1ee02b4bd1b021afd0f419dc2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732047757483 2024-11-19T20:22:41,150 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c8e1d5eec8bb4e779d41fdb9ad2b382c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047759628 2024-11-19T20:22:41,161 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:41,162 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/3840e9f5fd4f4ee8924d55158b735a0c is 50, key is test_row_0/C:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742178_1354 (size=4469) 2024-11-19T20:22:41,169 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#A#compaction#300 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:41,170 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/223ab0fcd51e405fa8156874be829884 is 175, key is test_row_0/A:col10/1732047759629/Put/seqid=0 2024-11-19T20:22:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742179_1355 (size=12104) 2024-11-19T20:22:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742180_1356 (size=31058) 2024-11-19T20:22:41,190 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/223ab0fcd51e405fa8156874be829884 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/223ab0fcd51e405fa8156874be829884 2024-11-19T20:22:41,195 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fac4928a141133d72b72cc2475ebf609/A of fac4928a141133d72b72cc2475ebf609 into 223ab0fcd51e405fa8156874be829884(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:41,195 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:41,195 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/A, priority=13, startTime=1732047761114; duration=0sec 2024-11-19T20:22:41,195 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:41,195 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:A 2024-11-19T20:22:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:41,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T20:22:41,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:41,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047821401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047821403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194604c2174a354d6fbc19ec6a7cb77b07_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047761391/Put/seqid=0 2024-11-19T20:22:41,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047821404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742181_1357 (size=17034) 2024-11-19T20:22:41,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047821507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047821507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047821507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047821507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047821510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T20:22:41,558 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-19T20:22:41,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-19T20:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:41,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:41,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:41,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:41,588 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/3840e9f5fd4f4ee8924d55158b735a0c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/3840e9f5fd4f4ee8924d55158b735a0c 2024-11-19T20:22:41,593 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fac4928a141133d72b72cc2475ebf609/C of fac4928a141133d72b72cc2475ebf609 into 3840e9f5fd4f4ee8924d55158b735a0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:41,593 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:41,593 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/C, priority=13, startTime=1732047761114; duration=0sec 2024-11-19T20:22:41,593 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:41,593 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:C 2024-11-19T20:22:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:41,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047821711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047821711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047821725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047821726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047821726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:41,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194604c2174a354d6fbc19ec6a7cb77b07_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194604c2174a354d6fbc19ec6a7cb77b07_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:41,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/3de9b88da6644d779e204014b4f94ce9, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:41,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/3de9b88da6644d779e204014b4f94ce9 is 175, key is test_row_0/A:col10/1732047761391/Put/seqid=0 2024-11-19T20:22:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742182_1358 (size=48139) 2024-11-19T20:22:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:41,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:41,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:41,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047822014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047822015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047822027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047822029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047822030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:42,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/3de9b88da6644d779e204014b4f94ce9 2024-11-19T20:22:42,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/d7dc4c41b27b4feab553b0883d6b025c is 50, key is test_row_0/B:col10/1732047761391/Put/seqid=0 2024-11-19T20:22:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742183_1359 (size=12001) 2024-11-19T20:22:42,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047822521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047822521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047822534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047822534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047822534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/d7dc4c41b27b4feab553b0883d6b025c 2024-11-19T20:22:42,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c0413f7a55a2485b8fd06ea9c7609a0f is 50, key is test_row_0/C:col10/1732047761391/Put/seqid=0 2024-11-19T20:22:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742184_1360 (size=12001) 2024-11-19T20:22:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:42,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:42,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:42,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:43,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c0413f7a55a2485b8fd06ea9c7609a0f 2024-11-19T20:22:43,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/3de9b88da6644d779e204014b4f94ce9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9 2024-11-19T20:22:43,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9, entries=250, sequenceid=81, filesize=47.0 K 2024-11-19T20:22:43,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/d7dc4c41b27b4feab553b0883d6b025c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/d7dc4c41b27b4feab553b0883d6b025c 2024-11-19T20:22:43,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/d7dc4c41b27b4feab553b0883d6b025c, entries=150, sequenceid=81, filesize=11.7 K 2024-11-19T20:22:43,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c0413f7a55a2485b8fd06ea9c7609a0f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c0413f7a55a2485b8fd06ea9c7609a0f 2024-11-19T20:22:43,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c0413f7a55a2485b8fd06ea9c7609a0f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-19T20:22:43,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fac4928a141133d72b72cc2475ebf609 in 1674ms, sequenceid=81, compaction requested=false 2024-11-19T20:22:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:43,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-19T20:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:43,090 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119aad65423f48445bdb84fcf0fea4f1a3b_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047761399/Put/seqid=0 2024-11-19T20:22:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742185_1361 (size=12154) 2024-11-19T20:22:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:43,511 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119aad65423f48445bdb84fcf0fea4f1a3b_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119aad65423f48445bdb84fcf0fea4f1a3b_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:43,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/9a9971f33a5d40f1b3284ac1dfb35bba, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:43,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/9a9971f33a5d40f1b3284ac1dfb35bba is 175, key is test_row_0/A:col10/1732047761399/Put/seqid=0 2024-11-19T20:22:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742186_1362 (size=30955) 2024-11-19T20:22:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:43,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047823559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047823561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047823562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047823563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047823566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:43,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047823667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047823669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047823669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047823669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047823674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047823873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047823873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047823873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047823873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047823879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:43,917 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/9a9971f33a5d40f1b3284ac1dfb35bba 2024-11-19T20:22:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e757b9cd270e480897f83357d52998b0 is 50, key is test_row_0/B:col10/1732047761399/Put/seqid=0 2024-11-19T20:22:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742187_1363 (size=12001) 2024-11-19T20:22:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047824177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047824177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047824178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047824179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047824183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,330 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e757b9cd270e480897f83357d52998b0 2024-11-19T20:22:44,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/26678078cf9a4234b6210edcb69d8e24 is 50, key is test_row_0/C:col10/1732047761399/Put/seqid=0 2024-11-19T20:22:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742188_1364 (size=12001) 2024-11-19T20:22:44,340 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/26678078cf9a4234b6210edcb69d8e24 2024-11-19T20:22:44,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/9a9971f33a5d40f1b3284ac1dfb35bba as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba 2024-11-19T20:22:44,347 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba, entries=150, sequenceid=94, filesize=30.2 K 2024-11-19T20:22:44,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e757b9cd270e480897f83357d52998b0 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e757b9cd270e480897f83357d52998b0 2024-11-19T20:22:44,351 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e757b9cd270e480897f83357d52998b0, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T20:22:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/26678078cf9a4234b6210edcb69d8e24 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/26678078cf9a4234b6210edcb69d8e24 2024-11-19T20:22:44,355 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/26678078cf9a4234b6210edcb69d8e24, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T20:22:44,356 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fac4928a141133d72b72cc2475ebf609 in 1266ms, sequenceid=94, compaction requested=true 2024-11-19T20:22:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-19T20:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-19T20:22:44,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-19T20:22:44,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7940 sec 2024-11-19T20:22:44,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.7990 sec 2024-11-19T20:22:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:44,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:22:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:44,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196f3f30a7f2394935be6d0eaed705a8e1_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742189_1365 (size=14594) 2024-11-19T20:22:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047824694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047824694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047824695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047824700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047824700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047824801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047824802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047824802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047824806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047824806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047825006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047825006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047825007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047825012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047825013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:45,101 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196f3f30a7f2394935be6d0eaed705a8e1_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196f3f30a7f2394935be6d0eaed705a8e1_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:45,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/304181cc655641c8a0a4bd002143588a, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:45,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/304181cc655641c8a0a4bd002143588a is 175, key is test_row_0/A:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742190_1366 (size=39549) 2024-11-19T20:22:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047825311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047825312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047825314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047825320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047825321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/304181cc655641c8a0a4bd002143588a 2024-11-19T20:22:45,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e22d2f4b657a400f8191b8af3cde6027 is 50, key is test_row_0/B:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:45,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742191_1367 (size=12001) 2024-11-19T20:22:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-19T20:22:45,666 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-19T20:22:45,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-19T20:22:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-19T20:22:45,668 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:45,669 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:45,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-19T20:22:45,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-19T20:22:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:45,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047825817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:45,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047825819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047825820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047825825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047825826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e22d2f4b657a400f8191b8af3cde6027 2024-11-19T20:22:45,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/961de5591ef14d8da1bd37a875c25409 is 50, key is test_row_0/C:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742192_1368 (size=12001) 2024-11-19T20:22:45,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/961de5591ef14d8da1bd37a875c25409 2024-11-19T20:22:45,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/304181cc655641c8a0a4bd002143588a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a 2024-11-19T20:22:45,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a, entries=200, sequenceid=119, filesize=38.6 K 2024-11-19T20:22:45,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e22d2f4b657a400f8191b8af3cde6027 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e22d2f4b657a400f8191b8af3cde6027 2024-11-19T20:22:45,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e22d2f4b657a400f8191b8af3cde6027, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T20:22:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/961de5591ef14d8da1bd37a875c25409 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/961de5591ef14d8da1bd37a875c25409 2024-11-19T20:22:45,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/961de5591ef14d8da1bd37a875c25409, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T20:22:45,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for fac4928a141133d72b72cc2475ebf609 in 1264ms, sequenceid=119, compaction requested=true 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:45,949 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:45,949 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:45,950 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:45,950 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:45,950 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/B is initiating minor compaction (all files) 2024-11-19T20:22:45,950 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/A is initiating minor compaction (all files) 2024-11-19T20:22:45,950 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/B in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,950 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/A in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,951 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/223ab0fcd51e405fa8156874be829884, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=146.2 K 2024-11-19T20:22:45,951 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/11ccedd27a3a42e1abf3042fe13fef48, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/d7dc4c41b27b4feab553b0883d6b025c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e757b9cd270e480897f83357d52998b0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e22d2f4b657a400f8191b8af3cde6027] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=47.0 K 2024-11-19T20:22:45,951 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,951 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/223ab0fcd51e405fa8156874be829884, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a] 2024-11-19T20:22:45,951 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ccedd27a3a42e1abf3042fe13fef48, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047759628 2024-11-19T20:22:45,951 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 223ab0fcd51e405fa8156874be829884, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047759628 2024-11-19T20:22:45,951 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d7dc4c41b27b4feab553b0883d6b025c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732047761390 2024-11-19T20:22:45,951 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3de9b88da6644d779e204014b4f94ce9, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732047760266 2024-11-19T20:22:45,952 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e757b9cd270e480897f83357d52998b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047761399 2024-11-19T20:22:45,952 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a9971f33a5d40f1b3284ac1dfb35bba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047761399 2024-11-19T20:22:45,952 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e22d2f4b657a400f8191b8af3cde6027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047763561 2024-11-19T20:22:45,952 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 304181cc655641c8a0a4bd002143588a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047763558 2024-11-19T20:22:45,960 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:45,961 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:45,962 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c11fbdeb2e1e49df841864582e2c17b9 is 50, key is test_row_0/B:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:45,964 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119a8e934cc296e4dd796e0b238b436af63_fac4928a141133d72b72cc2475ebf609 store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:45,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742193_1369 (size=12241) 2024-11-19T20:22:45,967 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119a8e934cc296e4dd796e0b238b436af63_fac4928a141133d72b72cc2475ebf609, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:45,967 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a8e934cc296e4dd796e0b238b436af63_fac4928a141133d72b72cc2475ebf609 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-19T20:22:45,971 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c11fbdeb2e1e49df841864582e2c17b9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c11fbdeb2e1e49df841864582e2c17b9 2024-11-19T20:22:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742194_1370 (size=4469) 2024-11-19T20:22:45,973 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:45,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,974 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:45,977 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fac4928a141133d72b72cc2475ebf609/B of fac4928a141133d72b72cc2475ebf609 into c11fbdeb2e1e49df841864582e2c17b9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:45,977 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:45,977 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/B, priority=12, startTime=1732047765949; duration=0sec 2024-11-19T20:22:45,977 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:45,977 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:B 2024-11-19T20:22:45,977 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:45,979 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:45,979 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/C is initiating minor compaction (all files) 2024-11-19T20:22:45,979 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/C in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:45,979 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/3840e9f5fd4f4ee8924d55158b735a0c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c0413f7a55a2485b8fd06ea9c7609a0f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/26678078cf9a4234b6210edcb69d8e24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/961de5591ef14d8da1bd37a875c25409] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=47.0 K 2024-11-19T20:22:45,980 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 3840e9f5fd4f4ee8924d55158b735a0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732047759628 2024-11-19T20:22:45,980 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c0413f7a55a2485b8fd06ea9c7609a0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732047761390 2024-11-19T20:22:45,980 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 26678078cf9a4234b6210edcb69d8e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732047761399 2024-11-19T20:22:45,980 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 961de5591ef14d8da1bd37a875c25409, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047763561 2024-11-19T20:22:45,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197098d3f1c47d49329ae1c5032fd32772_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047764693/Put/seqid=0 2024-11-19T20:22:45,990 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742195_1371 (size=12254) 2024-11-19T20:22:45,990 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/aa100b9303e041eaa4c1388fabf9bd0a is 50, key is test_row_0/C:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742196_1372 (size=12241) 2024-11-19T20:22:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-19T20:22:46,373 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:46,374 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/ae8091124a2242a8af0964b8ccd4f260 is 175, key is test_row_0/A:col10/1732047763561/Put/seqid=0 2024-11-19T20:22:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742197_1373 (size=31195) 2024-11-19T20:22:46,383 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/ae8091124a2242a8af0964b8ccd4f260 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/ae8091124a2242a8af0964b8ccd4f260 2024-11-19T20:22:46,387 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fac4928a141133d72b72cc2475ebf609/A of fac4928a141133d72b72cc2475ebf609 into ae8091124a2242a8af0964b8ccd4f260(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:46,387 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:46,387 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/A, priority=12, startTime=1732047765949; duration=0sec 2024-11-19T20:22:46,387 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:46,387 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:A 2024-11-19T20:22:46,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,393 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197098d3f1c47d49329ae1c5032fd32772_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197098d3f1c47d49329ae1c5032fd32772_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/0c1ec04f33c24ea58e3499d042587d66, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/0c1ec04f33c24ea58e3499d042587d66 is 175, key is test_row_0/A:col10/1732047764693/Put/seqid=0 2024-11-19T20:22:46,399 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/aa100b9303e041eaa4c1388fabf9bd0a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/aa100b9303e041eaa4c1388fabf9bd0a 2024-11-19T20:22:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742198_1374 (size=31055) 2024-11-19T20:22:46,400 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/0c1ec04f33c24ea58e3499d042587d66 2024-11-19T20:22:46,405 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fac4928a141133d72b72cc2475ebf609/C of fac4928a141133d72b72cc2475ebf609 into aa100b9303e041eaa4c1388fabf9bd0a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:46,405 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:46,405 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/C, priority=12, startTime=1732047765949; duration=0sec 2024-11-19T20:22:46,405 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:46,405 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:C 2024-11-19T20:22:46,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/7f7cd38b3a0847538a7458ef727f805f is 50, key is test_row_0/B:col10/1732047764693/Put/seqid=0 2024-11-19T20:22:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742199_1375 (size=12101) 2024-11-19T20:22:46,419 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/7f7cd38b3a0847538a7458ef727f805f 2024-11-19T20:22:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c68ffa06174043f2a89a2a534c595209 is 50, key is test_row_0/C:col10/1732047764693/Put/seqid=0 2024-11-19T20:22:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742200_1376 (size=12101) 2024-11-19T20:22:46,433 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c68ffa06174043f2a89a2a534c595209 2024-11-19T20:22:46,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/0c1ec04f33c24ea58e3499d042587d66 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66 2024-11-19T20:22:46,441 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66, entries=150, sequenceid=131, filesize=30.3 K 2024-11-19T20:22:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/7f7cd38b3a0847538a7458ef727f805f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/7f7cd38b3a0847538a7458ef727f805f 2024-11-19T20:22:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,444 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/7f7cd38b3a0847538a7458ef727f805f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-19T20:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c68ffa06174043f2a89a2a534c595209 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c68ffa06174043f2a89a2a534c595209 2024-11-19T20:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,449 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c68ffa06174043f2a89a2a534c595209, entries=150, sequenceid=131, filesize=11.8 K 2024-11-19T20:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,450 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for fac4928a141133d72b72cc2475ebf609 in 476ms, sequenceid=131, compaction requested=false 2024-11-19T20:22:46,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:46,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:46,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-19T20:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-19T20:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-19T20:22:46,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 782 msec 2024-11-19T20:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 792 msec 2024-11-19T20:22:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-19T20:22:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,772 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-19T20:22:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-19T20:22:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,776 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,776 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:22:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:46,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c4fede5e8f924a81ad735605d60e08de_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:46,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:46,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742202_1378 (size=24758) 2024-11-19T20:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:46,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047826984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047826986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:46,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047826986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047826986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047826987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:47,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047827088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047827092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047827094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047827094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047827094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047827291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047827298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047827298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047827298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047827299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:47,349 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c4fede5e8f924a81ad735605d60e08de_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c4fede5e8f924a81ad735605d60e08de_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:47,350 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/842deaaf65bb4fc1a76838d112cabe34, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:47,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/842deaaf65bb4fc1a76838d112cabe34 is 175, key is test_row_0/A:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:47,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742201_1377 (size=74395) 2024-11-19T20:22:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:47,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047827594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047827603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047827603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047827603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047827603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/842deaaf65bb4fc1a76838d112cabe34 2024-11-19T20:22:47,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/a7796dd6f7664bb58ce1c4174a0dc23b is 50, key is test_row_0/B:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742203_1379 (size=12151) 2024-11-19T20:22:47,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:47,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:47,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:47,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047828096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047828108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047828108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047828110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047828110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/a7796dd6f7664bb58ce1c4174a0dc23b 2024-11-19T20:22:48,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/4478d09f1a794f498a6d2286352b714d is 50, key is test_row_0/C:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742204_1380 (size=12151) 2024-11-19T20:22:48,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:48,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:48,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/4478d09f1a794f498a6d2286352b714d 2024-11-19T20:22:48,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/842deaaf65bb4fc1a76838d112cabe34 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34 2024-11-19T20:22:48,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34, entries=400, sequenceid=145, filesize=72.7 K 2024-11-19T20:22:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/a7796dd6f7664bb58ce1c4174a0dc23b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a7796dd6f7664bb58ce1c4174a0dc23b 2024-11-19T20:22:48,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a7796dd6f7664bb58ce1c4174a0dc23b, entries=150, sequenceid=145, filesize=11.9 K 2024-11-19T20:22:48,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/4478d09f1a794f498a6d2286352b714d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4478d09f1a794f498a6d2286352b714d 2024-11-19T20:22:48,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4478d09f1a794f498a6d2286352b714d, entries=150, sequenceid=145, filesize=11.9 K 2024-11-19T20:22:48,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fac4928a141133d72b72cc2475ebf609 in 1675ms, sequenceid=145, compaction requested=true 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:48,596 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:48,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:48,596 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:48,597 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136645 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:48,597 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/A is initiating minor compaction (all files) 2024-11-19T20:22:48,597 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/A in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,597 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/ae8091124a2242a8af0964b8ccd4f260, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=133.4 K 2024-11-19T20:22:48,597 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,597 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/ae8091124a2242a8af0964b8ccd4f260, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34] 2024-11-19T20:22:48,598 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae8091124a2242a8af0964b8ccd4f260, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047763561 2024-11-19T20:22:48,598 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c1ec04f33c24ea58e3499d042587d66, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732047764693 2024-11-19T20:22:48,598 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:48,598 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 842deaaf65bb4fc1a76838d112cabe34, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732047766886 2024-11-19T20:22:48,598 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/B is initiating minor compaction (all files) 2024-11-19T20:22:48,598 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/B in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,598 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c11fbdeb2e1e49df841864582e2c17b9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/7f7cd38b3a0847538a7458ef727f805f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a7796dd6f7664bb58ce1c4174a0dc23b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=35.6 K 2024-11-19T20:22:48,599 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c11fbdeb2e1e49df841864582e2c17b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047763561 2024-11-19T20:22:48,600 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7cd38b3a0847538a7458ef727f805f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732047764693 2024-11-19T20:22:48,600 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a7796dd6f7664bb58ce1c4174a0dc23b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732047766905 2024-11-19T20:22:48,606 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:48,607 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/f11bb3237be341cab6f8f037d8d68788 is 50, key is test_row_0/B:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:48,608 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:48,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:48,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-19T20:22:48,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,610 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:22:48,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:48,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:48,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:48,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:48,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:48,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:48,612 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411195dc281d1f9b84f289e88d6a685ceec10_fac4928a141133d72b72cc2475ebf609 store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:48,615 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411195dc281d1f9b84f289e88d6a685ceec10_fac4928a141133d72b72cc2475ebf609, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:48,616 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195dc281d1f9b84f289e88d6a685ceec10_fac4928a141133d72b72cc2475ebf609 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:48,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742205_1381 (size=12493) 2024-11-19T20:22:48,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ca41615928f04f298459944aa9663584_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047766984/Put/seqid=0 2024-11-19T20:22:48,633 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/f11bb3237be341cab6f8f037d8d68788 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/f11bb3237be341cab6f8f037d8d68788 2024-11-19T20:22:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742206_1382 (size=4469) 2024-11-19T20:22:48,638 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fac4928a141133d72b72cc2475ebf609/B of fac4928a141133d72b72cc2475ebf609 into f11bb3237be341cab6f8f037d8d68788(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:48,639 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:48,639 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/B, priority=13, startTime=1732047768596; duration=0sec 2024-11-19T20:22:48,639 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:48,639 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:B 2024-11-19T20:22:48,639 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#A#compaction#322 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:48,639 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:22:48,639 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/fa0c3d689ed8410a8363a01aa0d3646f is 175, key is test_row_0/A:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:48,644 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:22:48,645 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/C is initiating minor compaction (all files) 2024-11-19T20:22:48,645 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/C in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:48,645 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/aa100b9303e041eaa4c1388fabf9bd0a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c68ffa06174043f2a89a2a534c595209, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4478d09f1a794f498a6d2286352b714d] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=35.6 K 2024-11-19T20:22:48,645 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting aa100b9303e041eaa4c1388fabf9bd0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047763561 2024-11-19T20:22:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742207_1383 (size=12304) 2024-11-19T20:22:48,646 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c68ffa06174043f2a89a2a534c595209, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732047764693 2024-11-19T20:22:48,646 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4478d09f1a794f498a6d2286352b714d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732047766905 2024-11-19T20:22:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742208_1384 (size=31447) 2024-11-19T20:22:48,654 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:48,655 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/4e4809a3b1ff416094e106cf55f3c2bf is 50, key is test_row_0/C:col10/1732047766919/Put/seqid=0 2024-11-19T20:22:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742209_1385 (size=12493) 2024-11-19T20:22:48,660 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/fa0c3d689ed8410a8363a01aa0d3646f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/fa0c3d689ed8410a8363a01aa0d3646f 2024-11-19T20:22:48,664 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/4e4809a3b1ff416094e106cf55f3c2bf as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4e4809a3b1ff416094e106cf55f3c2bf 2024-11-19T20:22:48,664 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fac4928a141133d72b72cc2475ebf609/A of fac4928a141133d72b72cc2475ebf609 into fa0c3d689ed8410a8363a01aa0d3646f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:48,664 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:48,664 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/A, priority=13, startTime=1732047768596; duration=0sec 2024-11-19T20:22:48,665 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:48,665 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:A 2024-11-19T20:22:48,668 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fac4928a141133d72b72cc2475ebf609/C of fac4928a141133d72b72cc2475ebf609 into 4e4809a3b1ff416094e106cf55f3c2bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:48,668 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:48,668 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/C, priority=13, startTime=1732047768596; duration=0sec 2024-11-19T20:22:48,669 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:48,669 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:C 2024-11-19T20:22:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:49,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:49,050 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ca41615928f04f298459944aa9663584_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ca41615928f04f298459944aa9663584_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/869167c6d161409c8bb9cc6d6f276905, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/869167c6d161409c8bb9cc6d6f276905 is 175, key is test_row_0/A:col10/1732047766984/Put/seqid=0 2024-11-19T20:22:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742210_1386 (size=31105) 2024-11-19T20:22:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:49,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047829121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047829122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047829123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047829123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047829124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047829227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047829229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047829229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047829230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047829431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047829433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047829434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047829435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,456 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/869167c6d161409c8bb9cc6d6f276905 2024-11-19T20:22:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/a8c06cafaae4410eb86e92b6b5afa73c is 50, key is test_row_0/B:col10/1732047766984/Put/seqid=0 2024-11-19T20:22:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742211_1387 (size=12151) 2024-11-19T20:22:49,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047829735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047829737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047829737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047829738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:49,869 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/a8c06cafaae4410eb86e92b6b5afa73c 2024-11-19T20:22:49,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/acc8c51a79df49a6b0f02da162cae81e is 50, key is test_row_0/C:col10/1732047766984/Put/seqid=0 2024-11-19T20:22:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742212_1388 (size=12151) 2024-11-19T20:22:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047830241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047830241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047830242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:50,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047830243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:50,282 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/acc8c51a79df49a6b0f02da162cae81e 2024-11-19T20:22:50,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/869167c6d161409c8bb9cc6d6f276905 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905 2024-11-19T20:22:50,290 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905, entries=150, sequenceid=170, filesize=30.4 K 2024-11-19T20:22:50,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/a8c06cafaae4410eb86e92b6b5afa73c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a8c06cafaae4410eb86e92b6b5afa73c 2024-11-19T20:22:50,297 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a8c06cafaae4410eb86e92b6b5afa73c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T20:22:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/acc8c51a79df49a6b0f02da162cae81e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/acc8c51a79df49a6b0f02da162cae81e 2024-11-19T20:22:50,301 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/acc8c51a79df49a6b0f02da162cae81e, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T20:22:50,302 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fac4928a141133d72b72cc2475ebf609 in 1692ms, sequenceid=170, compaction requested=false 2024-11-19T20:22:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-19T20:22:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-19T20:22:50,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-19T20:22:50,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5270 sec 2024-11-19T20:22:50,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.5310 sec 2024-11-19T20:22:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-19T20:22:50,884 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-19T20:22:50,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-19T20:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T20:22:50,886 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:50,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:50,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T20:22:51,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T20:22:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:51,040 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:22:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:51,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bad1e973792b4404a824a63aac17f850_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047769121/Put/seqid=0 2024-11-19T20:22:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742213_1389 (size=12304) 2024-11-19T20:22:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:51,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T20:22:51,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047831227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047831246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047831247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047831248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047831249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047831332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:51,455 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bad1e973792b4404a824a63aac17f850_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bad1e973792b4404a824a63aac17f850_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:51,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c35851c46f1040afb32bd6d877131121, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:51,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c35851c46f1040afb32bd6d877131121 is 175, key is test_row_0/A:col10/1732047769121/Put/seqid=0 2024-11-19T20:22:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742214_1390 (size=31105) 2024-11-19T20:22:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T20:22:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047831537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047831842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:51,860 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c35851c46f1040afb32bd6d877131121 2024-11-19T20:22:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/ff796336416b4dc3930c7c900eb36c2e is 50, key is test_row_0/B:col10/1732047769121/Put/seqid=0 2024-11-19T20:22:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742215_1391 (size=12151) 2024-11-19T20:22:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T20:22:52,272 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/ff796336416b4dc3930c7c900eb36c2e 2024-11-19T20:22:52,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/05084ebc1de14050aed72566f5a0e2f3 is 50, key is test_row_0/C:col10/1732047769121/Put/seqid=0 2024-11-19T20:22:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742216_1392 (size=12151) 2024-11-19T20:22:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047832346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:52,683 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/05084ebc1de14050aed72566f5a0e2f3 2024-11-19T20:22:52,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c35851c46f1040afb32bd6d877131121 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121 2024-11-19T20:22:52,691 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121, entries=150, sequenceid=184, filesize=30.4 K 2024-11-19T20:22:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/ff796336416b4dc3930c7c900eb36c2e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/ff796336416b4dc3930c7c900eb36c2e 2024-11-19T20:22:52,695 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/ff796336416b4dc3930c7c900eb36c2e, entries=150, sequenceid=184, filesize=11.9 K 2024-11-19T20:22:52,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/05084ebc1de14050aed72566f5a0e2f3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/05084ebc1de14050aed72566f5a0e2f3 2024-11-19T20:22:52,699 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/05084ebc1de14050aed72566f5a0e2f3, entries=150, sequenceid=184, filesize=11.9 K 2024-11-19T20:22:52,699 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fac4928a141133d72b72cc2475ebf609 in 1659ms, sequenceid=184, compaction requested=true 2024-11-19T20:22:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-19T20:22:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-19T20:22:52,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-19T20:22:52,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-19T20:22:52,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8170 sec 2024-11-19T20:22:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T20:22:52,990 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-19T20:22:52,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-19T20:22:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T20:22:52,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:52,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:52,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T20:22:53,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-19T20:22:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:53,145 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111962c296513fe14b53b637ed6165703daa_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047771221/Put/seqid=0 2024-11-19T20:22:53,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742217_1393 (size=12304) 2024-11-19T20:22:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:53,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047833270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047833270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047833271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047833275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T20:22:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047833354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047833377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047833377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047833377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047833381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:53,560 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111962c296513fe14b53b637ed6165703daa_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111962c296513fe14b53b637ed6165703daa_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/2308f4da906b4bff9dacfda30bddbf4c, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/2308f4da906b4bff9dacfda30bddbf4c is 175, key is test_row_0/A:col10/1732047771221/Put/seqid=0 2024-11-19T20:22:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742218_1394 (size=31105) 2024-11-19T20:22:53,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047833579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047833579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047833580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047833584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T20:22:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047833882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047833882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047833885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047833889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:53,965 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/2308f4da906b4bff9dacfda30bddbf4c 2024-11-19T20:22:53,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c3b367bf9c824d48af695311f127e28a is 50, key is test_row_0/B:col10/1732047771221/Put/seqid=0 2024-11-19T20:22:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742219_1395 (size=12151) 2024-11-19T20:22:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T20:22:54,377 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c3b367bf9c824d48af695311f127e28a 2024-11-19T20:22:54,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/a6c69e2146634f73b74111fa0746e4ed is 50, key is test_row_0/C:col10/1732047771221/Put/seqid=0 2024-11-19T20:22:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742220_1396 (size=12151) 2024-11-19T20:22:54,389 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/a6c69e2146634f73b74111fa0746e4ed 2024-11-19T20:22:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047834387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:54,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/2308f4da906b4bff9dacfda30bddbf4c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c 2024-11-19T20:22:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047834390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:54,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047834392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:54,397 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c, entries=150, sequenceid=209, filesize=30.4 K 2024-11-19T20:22:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c3b367bf9c824d48af695311f127e28a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c3b367bf9c824d48af695311f127e28a 2024-11-19T20:22:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,401 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c3b367bf9c824d48af695311f127e28a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T20:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/a6c69e2146634f73b74111fa0746e4ed as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/a6c69e2146634f73b74111fa0746e4ed 2024-11-19T20:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/a6c69e2146634f73b74111fa0746e4ed, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,406 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fac4928a141133d72b72cc2475ebf609 in 1261ms, sequenceid=209, compaction requested=true 2024-11-19T20:22:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-19T20:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-19T20:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-19T20:22:54,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-19T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4190 sec 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:54,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119729d237456c7468b8ec1bf3a8bf55fe7_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742221_1397 (size=12304) 2024-11-19T20:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047834574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047834677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:54,833 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:54,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119729d237456c7468b8ec1bf3a8bf55fe7_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119729d237456c7468b8ec1bf3a8bf55fe7_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:54,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/701c68d3d12f4c61821cc2555248e3f1, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:54,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/701c68d3d12f4c61821cc2555248e3f1 is 175, key is test_row_0/A:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742222_1398 (size=31105) 2024-11-19T20:22:54,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047834887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T20:22:55,096 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-19T20:22:55,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-19T20:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T20:22:55,099 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:55,099 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:55,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047835195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T20:22:55,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/701c68d3d12f4c61821cc2555248e3f1 2024-11-19T20:22:55,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:55,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:55,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/3d2b707c6a61471baff60be1c585674e is 50, key is test_row_0/B:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742223_1399 (size=12151) 2024-11-19T20:22:55,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/3d2b707c6a61471baff60be1c585674e 2024-11-19T20:22:55,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/9fa668c56f5f4776afd043f36740192a is 50, key is test_row_0/C:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742224_1400 (size=12151) 2024-11-19T20:22:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1732047835358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,362 DEBUG [Thread-1543 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T20:22:55,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047835396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047835398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047835402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:55,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/9fa668c56f5f4776afd043f36740192a 2024-11-19T20:22:55,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/701c68d3d12f4c61821cc2555248e3f1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1 2024-11-19T20:22:55,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1, entries=150, sequenceid=221, filesize=30.4 K 2024-11-19T20:22:55,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/3d2b707c6a61471baff60be1c585674e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/3d2b707c6a61471baff60be1c585674e 2024-11-19T20:22:55,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/3d2b707c6a61471baff60be1c585674e, entries=150, sequenceid=221, filesize=11.9 K 2024-11-19T20:22:55,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/9fa668c56f5f4776afd043f36740192a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/9fa668c56f5f4776afd043f36740192a 2024-11-19T20:22:55,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/9fa668c56f5f4776afd043f36740192a, entries=150, sequenceid=221, filesize=11.9 K 2024-11-19T20:22:55,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fac4928a141133d72b72cc2475ebf609 in 1267ms, sequenceid=221, compaction requested=true 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:55,691 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:55,691 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:22:55,692 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155867 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:22:55,692 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:22:55,692 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/A is initiating minor compaction (all files) 2024-11-19T20:22:55,692 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/A in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,692 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/B is initiating minor compaction (all files) 2024-11-19T20:22:55,692 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/B in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,692 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/fa0c3d689ed8410a8363a01aa0d3646f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=152.2 K 2024-11-19T20:22:55,692 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,692 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/f11bb3237be341cab6f8f037d8d68788, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a8c06cafaae4410eb86e92b6b5afa73c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/ff796336416b4dc3930c7c900eb36c2e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c3b367bf9c824d48af695311f127e28a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/3d2b707c6a61471baff60be1c585674e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=59.7 K 2024-11-19T20:22:55,692 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/fa0c3d689ed8410a8363a01aa0d3646f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1] 2024-11-19T20:22:55,693 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f11bb3237be341cab6f8f037d8d68788, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732047766905 2024-11-19T20:22:55,693 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa0c3d689ed8410a8363a01aa0d3646f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732047766905 2024-11-19T20:22:55,693 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 869167c6d161409c8bb9cc6d6f276905, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732047766983 2024-11-19T20:22:55,693 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a8c06cafaae4410eb86e92b6b5afa73c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732047766983 2024-11-19T20:22:55,693 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c35851c46f1040afb32bd6d877131121, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732047769121 2024-11-19T20:22:55,693 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ff796336416b4dc3930c7c900eb36c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732047769121 2024-11-19T20:22:55,694 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2308f4da906b4bff9dacfda30bddbf4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732047771211 2024-11-19T20:22:55,694 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c3b367bf9c824d48af695311f127e28a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732047771211 2024-11-19T20:22:55,694 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 701c68d3d12f4c61821cc2555248e3f1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732047773270 2024-11-19T20:22:55,694 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d2b707c6a61471baff60be1c585674e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732047773270 2024-11-19T20:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T20:22:55,703 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:55,705 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:55,705 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/b9fc5578df694f7c9ade336ff841ddb1 is 50, key is test_row_0/B:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:55,708 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111913c6310bd96948e2ae4b75d68c90b2bd_fac4928a141133d72b72cc2475ebf609 store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742225_1401 (size=12663) 2024-11-19T20:22:55,710 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111913c6310bd96948e2ae4b75d68c90b2bd_fac4928a141133d72b72cc2475ebf609, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:55,710 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111913c6310bd96948e2ae4b75d68c90b2bd_fac4928a141133d72b72cc2475ebf609 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:55,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:22:55,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:55,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:55,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:55,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:55,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:55,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:55,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119decea855ec984846a161cbe10b1b8ad7_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047774557/Put/seqid=0 2024-11-19T20:22:55,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742226_1402 (size=4469) 2024-11-19T20:22:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742227_1403 (size=14794) 2024-11-19T20:22:55,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:55,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119decea855ec984846a161cbe10b1b8ad7_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119decea855ec984846a161cbe10b1b8ad7_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:55,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1fe8fdfb63df477492d8413cb68fa802, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:55,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1fe8fdfb63df477492d8413cb68fa802 is 175, key is test_row_0/A:col10/1732047774557/Put/seqid=0 2024-11-19T20:22:55,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742228_1404 (size=39749) 2024-11-19T20:22:55,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047835775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:55,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:55,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047835880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047836086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,114 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/b9fc5578df694f7c9ade336ff841ddb1 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/b9fc5578df694f7c9ade336ff841ddb1 2024-11-19T20:22:56,118 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in fac4928a141133d72b72cc2475ebf609/B of fac4928a141133d72b72cc2475ebf609 into b9fc5578df694f7c9ade336ff841ddb1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:56,118 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:56,118 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/B, priority=11, startTime=1732047775691; duration=0sec 2024-11-19T20:22:56,118 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:56,118 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:B 2024-11-19T20:22:56,118 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-19T20:22:56,120 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-19T20:22:56,120 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/C is initiating minor compaction (all files) 2024-11-19T20:22:56,120 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/C in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,120 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4e4809a3b1ff416094e106cf55f3c2bf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/acc8c51a79df49a6b0f02da162cae81e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/05084ebc1de14050aed72566f5a0e2f3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/a6c69e2146634f73b74111fa0746e4ed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/9fa668c56f5f4776afd043f36740192a] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=59.7 K 2024-11-19T20:22:56,121 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4809a3b1ff416094e106cf55f3c2bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732047766905 2024-11-19T20:22:56,121 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting acc8c51a79df49a6b0f02da162cae81e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732047766983 2024-11-19T20:22:56,121 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 05084ebc1de14050aed72566f5a0e2f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732047769121 2024-11-19T20:22:56,121 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:56,122 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/cacffe623b784e0686fb9e0e8cf72a35 is 175, key is test_row_0/A:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:56,123 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a6c69e2146634f73b74111fa0746e4ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732047771211 2024-11-19T20:22:56,123 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fa668c56f5f4776afd043f36740192a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732047773270 2024-11-19T20:22:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742229_1405 (size=31617) 2024-11-19T20:22:56,130 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/cacffe623b784e0686fb9e0e8cf72a35 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/cacffe623b784e0686fb9e0e8cf72a35 2024-11-19T20:22:56,133 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:56,134 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c8bd717d11344f6c8909c6902d3497a7 is 50, key is test_row_0/C:col10/1732047773270/Put/seqid=0 2024-11-19T20:22:56,135 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in fac4928a141133d72b72cc2475ebf609/A of fac4928a141133d72b72cc2475ebf609 into cacffe623b784e0686fb9e0e8cf72a35(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:56,135 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:56,135 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/A, priority=11, startTime=1732047775691; duration=0sec 2024-11-19T20:22:56,135 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:56,135 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:A 2024-11-19T20:22:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742230_1406 (size=12663) 2024-11-19T20:22:56,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1fe8fdfb63df477492d8413cb68fa802 2024-11-19T20:22:56,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c81aad3a787948bdb859669419680669 is 50, key is test_row_0/B:col10/1732047774557/Put/seqid=0 2024-11-19T20:22:56,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742231_1407 (size=12151) 2024-11-19T20:22:56,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c81aad3a787948bdb859669419680669 2024-11-19T20:22:56,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/96b8a5e758a946f39e60fb0eb2e0ad78 is 50, key is test_row_0/C:col10/1732047774557/Put/seqid=0 2024-11-19T20:22:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742232_1408 (size=12151) 2024-11-19T20:22:56,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T20:22:56,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047836393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:56,543 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/c8bd717d11344f6c8909c6902d3497a7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8bd717d11344f6c8909c6902d3497a7 2024-11-19T20:22:56,547 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in fac4928a141133d72b72cc2475ebf609/C of fac4928a141133d72b72cc2475ebf609 into c8bd717d11344f6c8909c6902d3497a7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:56,547 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:56,547 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/C, priority=11, startTime=1732047775691; duration=0sec 2024-11-19T20:22:56,547 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:56,547 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:C 2024-11-19T20:22:56,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/96b8a5e758a946f39e60fb0eb2e0ad78 2024-11-19T20:22:56,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/1fe8fdfb63df477492d8413cb68fa802 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802 2024-11-19T20:22:56,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802, entries=200, sequenceid=246, filesize=38.8 K 2024-11-19T20:22:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c81aad3a787948bdb859669419680669 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c81aad3a787948bdb859669419680669 2024-11-19T20:22:56,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c81aad3a787948bdb859669419680669, entries=150, sequenceid=246, filesize=11.9 K 2024-11-19T20:22:56,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/96b8a5e758a946f39e60fb0eb2e0ad78 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/96b8a5e758a946f39e60fb0eb2e0ad78 2024-11-19T20:22:56,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/96b8a5e758a946f39e60fb0eb2e0ad78, entries=150, sequenceid=246, filesize=11.9 K 2024-11-19T20:22:56,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fac4928a141133d72b72cc2475ebf609 in 867ms, sequenceid=246, compaction requested=false 2024-11-19T20:22:56,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:56,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:56,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T20:22:56,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:56,629 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:22:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119808549f973a84880a183d48ae0492813_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047775773/Put/seqid=0 2024-11-19T20:22:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742233_1409 (size=12304) 2024-11-19T20:22:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:57,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047836997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:57,044 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119808549f973a84880a183d48ae0492813_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119808549f973a84880a183d48ae0492813_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/37de1e3f1b1b490b851d2042e73e80b0, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:57,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/37de1e3f1b1b490b851d2042e73e80b0 is 175, key is test_row_0/A:col10/1732047775773/Put/seqid=0 2024-11-19T20:22:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742234_1410 (size=31105) 2024-11-19T20:22:57,051 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/37de1e3f1b1b490b851d2042e73e80b0 2024-11-19T20:22:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/5f0da557571945bb9f8bf7019a2ffb3e is 50, key is test_row_0/B:col10/1732047775773/Put/seqid=0 2024-11-19T20:22:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742235_1411 (size=12151) 2024-11-19T20:22:57,066 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/5f0da557571945bb9f8bf7019a2ffb3e 2024-11-19T20:22:57,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/84e70e68e6b64a6e8ec441b33ba51a41 is 50, key is test_row_0/C:col10/1732047775773/Put/seqid=0 2024-11-19T20:22:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742236_1412 (size=12151) 2024-11-19T20:22:57,083 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/84e70e68e6b64a6e8ec441b33ba51a41 2024-11-19T20:22:57,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/37de1e3f1b1b490b851d2042e73e80b0 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0 2024-11-19T20:22:57,089 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0, entries=150, sequenceid=260, filesize=30.4 K 2024-11-19T20:22:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/5f0da557571945bb9f8bf7019a2ffb3e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/5f0da557571945bb9f8bf7019a2ffb3e 2024-11-19T20:22:57,093 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/5f0da557571945bb9f8bf7019a2ffb3e, entries=150, sequenceid=260, filesize=11.9 K 2024-11-19T20:22:57,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/84e70e68e6b64a6e8ec441b33ba51a41 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/84e70e68e6b64a6e8ec441b33ba51a41 2024-11-19T20:22:57,097 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/84e70e68e6b64a6e8ec441b33ba51a41, entries=150, sequenceid=260, filesize=11.9 K 2024-11-19T20:22:57,097 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fac4928a141133d72b72cc2475ebf609 in 468ms, sequenceid=260, compaction requested=true 2024-11-19T20:22:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-19T20:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-19T20:22:57,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-19T20:22:57,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0000 sec 2024-11-19T20:22:57,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.0030 sec 2024-11-19T20:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:57,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:57,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111962aa0d644e664f5398b9411a663e22bb_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742237_1413 (size=14994) 2024-11-19T20:22:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047837143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T20:22:57,203 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-19T20:22:57,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-19T20:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:22:57,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:22:57,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:22:57,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:22:57,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047837248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:22:57,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50376 deadline: 1732047837406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,410 DEBUG [Thread-1539 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:22:57,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732047837410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,415 DEBUG [Thread-1537 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:22:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50354 deadline: 1732047837421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,425 DEBUG [Thread-1541 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:22:57,452 DEBUG [Thread-1548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:51443 2024-11-19T20:22:57,452 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047837453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,454 DEBUG [Thread-1552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:51443 2024-11-19T20:22:57,454 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:57,455 DEBUG [Thread-1554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:51443 2024-11-19T20:22:57,455 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:57,458 DEBUG [Thread-1550 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:51443 2024-11-19T20:22:57,458 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:57,458 DEBUG [Thread-1546 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:51443 2024-11-19T20:22:57,458 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:22:57,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:57,523 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111962aa0d644e664f5398b9411a663e22bb_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111962aa0d644e664f5398b9411a663e22bb_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:57,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c0f83643150b476fbcb26a822755fe13, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:57,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c0f83643150b476fbcb26a822755fe13 is 175, key is test_row_0/A:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:57,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742238_1414 (size=39949) 2024-11-19T20:22:57,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047837756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:22:57,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c0f83643150b476fbcb26a822755fe13 2024-11-19T20:22:57,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e362d98d822f4f7eaceead6b7fd630a9 is 50, key is test_row_0/B:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742239_1415 (size=12301) 2024-11-19T20:22:57,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:57,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:57,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:22:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50406 deadline: 1732047838257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:22:58,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e362d98d822f4f7eaceead6b7fd630a9 2024-11-19T20:22:58,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/d72c4437a2094de68f3190c28f529085 is 50, key is test_row_0/C:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:58,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742240_1416 (size=12301) 2024-11-19T20:22:58,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:22:58,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/d72c4437a2094de68f3190c28f529085 2024-11-19T20:22:58,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c0f83643150b476fbcb26a822755fe13 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13 2024-11-19T20:22:58,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13, entries=200, sequenceid=286, filesize=39.0 K 2024-11-19T20:22:58,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/e362d98d822f4f7eaceead6b7fd630a9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e362d98d822f4f7eaceead6b7fd630a9 2024-11-19T20:22:58,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e362d98d822f4f7eaceead6b7fd630a9, entries=150, sequenceid=286, filesize=12.0 K 2024-11-19T20:22:58,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/d72c4437a2094de68f3190c28f529085 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d72c4437a2094de68f3190c28f529085 2024-11-19T20:22:58,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d72c4437a2094de68f3190c28f529085, entries=150, sequenceid=286, filesize=12.0 K 2024-11-19T20:22:58,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for fac4928a141133d72b72cc2475ebf609 in 1655ms, sequenceid=286, compaction requested=true 2024-11-19T20:22:58,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:22:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:22:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:58,764 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fac4928a141133d72b72cc2475ebf609:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:22:58,764 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/B is initiating minor compaction (all files) 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/A is initiating minor compaction (all files) 2024-11-19T20:22:58,765 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/B in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,765 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/A in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,765 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/b9fc5578df694f7c9ade336ff841ddb1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c81aad3a787948bdb859669419680669, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/5f0da557571945bb9f8bf7019a2ffb3e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e362d98d822f4f7eaceead6b7fd630a9] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=48.1 K 2024-11-19T20:22:58,765 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/cacffe623b784e0686fb9e0e8cf72a35, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=139.1 K 2024-11-19T20:22:58,765 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/cacffe623b784e0686fb9e0e8cf72a35, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13] 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b9fc5578df694f7c9ade336ff841ddb1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732047773270 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting cacffe623b784e0686fb9e0e8cf72a35, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732047773270 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c81aad3a787948bdb859669419680669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732047774557 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fe8fdfb63df477492d8413cb68fa802, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732047774557 2024-11-19T20:22:58,765 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f0da557571945bb9f8bf7019a2ffb3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732047775740 2024-11-19T20:22:58,766 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e362d98d822f4f7eaceead6b7fd630a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732047776958 2024-11-19T20:22:58,766 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37de1e3f1b1b490b851d2042e73e80b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732047775740 2024-11-19T20:22:58,766 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0f83643150b476fbcb26a822755fe13, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732047776958 2024-11-19T20:22:58,772 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:58,773 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411193b731860a90d48e496c886a8fac42177_fac4928a141133d72b72cc2475ebf609 store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:58,774 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:58,775 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c450cb961dbe4178832930b301a10db4 is 50, key is test_row_0/B:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742241_1417 (size=12949) 2024-11-19T20:22:58,778 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411193b731860a90d48e496c886a8fac42177_fac4928a141133d72b72cc2475ebf609, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:58,778 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193b731860a90d48e496c886a8fac42177_fac4928a141133d72b72cc2475ebf609 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:58,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742242_1418 (size=4469) 2024-11-19T20:22:58,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:22:58,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T20:22:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:58,883 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T20:22:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:22:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:22:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:22:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:22:58,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111902a5357086ad4744af84b515e8c0429e_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047777142/Put/seqid=0 2024-11-19T20:22:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742243_1419 (size=12454) 2024-11-19T20:22:59,182 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/c450cb961dbe4178832930b301a10db4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c450cb961dbe4178832930b301a10db4 2024-11-19T20:22:59,185 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fac4928a141133d72b72cc2475ebf609/B of fac4928a141133d72b72cc2475ebf609 into c450cb961dbe4178832930b301a10db4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:59,185 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:59,185 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/B, priority=12, startTime=1732047778764; duration=0sec 2024-11-19T20:22:59,185 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:22:59,185 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:B 2024-11-19T20:22:59,186 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:22:59,186 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:59,187 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:22:59,187 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/af23ece9ded8435e82de4ebd9b084ae5 is 175, key is test_row_0/A:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:59,187 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): fac4928a141133d72b72cc2475ebf609/C is initiating minor compaction (all files) 2024-11-19T20:22:59,187 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fac4928a141133d72b72cc2475ebf609/C in TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:22:59,187 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8bd717d11344f6c8909c6902d3497a7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/96b8a5e758a946f39e60fb0eb2e0ad78, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/84e70e68e6b64a6e8ec441b33ba51a41, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d72c4437a2094de68f3190c28f529085] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp, totalSize=48.1 K 2024-11-19T20:22:59,187 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c8bd717d11344f6c8909c6902d3497a7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732047773270 2024-11-19T20:22:59,187 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b8a5e758a946f39e60fb0eb2e0ad78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732047774557 2024-11-19T20:22:59,188 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e70e68e6b64a6e8ec441b33ba51a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732047775740 2024-11-19T20:22:59,188 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d72c4437a2094de68f3190c28f529085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732047776958 2024-11-19T20:22:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742244_1420 (size=31903) 2024-11-19T20:22:59,195 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4928a141133d72b72cc2475ebf609#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:22:59,195 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/7031822ced1d46ce8ade15307841cf28 is 50, key is test_row_0/C:col10/1732047777107/Put/seqid=0 2024-11-19T20:22:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742245_1421 (size=12949) 2024-11-19T20:22:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:59,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. as already flushing 2024-11-19T20:22:59,263 DEBUG [Thread-1535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:51443 2024-11-19T20:22:59,263 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:59,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:22:59,296 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111902a5357086ad4744af84b515e8c0429e_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902a5357086ad4744af84b515e8c0429e_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:22:59,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c44b9f8121ed43b0adb3b0cc195c0eff, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:22:59,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c44b9f8121ed43b0adb3b0cc195c0eff is 175, key is test_row_0/A:col10/1732047777142/Put/seqid=0 2024-11-19T20:22:59,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742246_1422 (size=31255) 2024-11-19T20:22:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:22:59,372 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:51443 2024-11-19T20:22:59,372 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:22:59,593 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/af23ece9ded8435e82de4ebd9b084ae5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/af23ece9ded8435e82de4ebd9b084ae5 2024-11-19T20:22:59,597 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fac4928a141133d72b72cc2475ebf609/A of fac4928a141133d72b72cc2475ebf609 into af23ece9ded8435e82de4ebd9b084ae5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:59,597 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:59,597 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/A, priority=12, startTime=1732047778763; duration=0sec 2024-11-19T20:22:59,597 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:59,597 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:A 2024-11-19T20:22:59,601 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/7031822ced1d46ce8ade15307841cf28 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/7031822ced1d46ce8ade15307841cf28 2024-11-19T20:22:59,604 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fac4928a141133d72b72cc2475ebf609/C of fac4928a141133d72b72cc2475ebf609 into 7031822ced1d46ce8ade15307841cf28(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:22:59,604 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:22:59,604 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609., storeName=fac4928a141133d72b72cc2475ebf609/C, priority=12, startTime=1732047778764; duration=0sec 2024-11-19T20:22:59,604 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:22:59,604 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4928a141133d72b72cc2475ebf609:C 2024-11-19T20:22:59,701 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c44b9f8121ed43b0adb3b0cc195c0eff 2024-11-19T20:22:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/73aaf04c580840238bde6e278cba585b is 50, key is test_row_0/B:col10/1732047777142/Put/seqid=0 2024-11-19T20:22:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742247_1423 (size=12301) 2024-11-19T20:23:00,110 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/73aaf04c580840238bde6e278cba585b 2024-11-19T20:23:00,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/8c42d0fcd4034f00a5d77b18c6be4e0a is 50, key is test_row_0/C:col10/1732047777142/Put/seqid=0 2024-11-19T20:23:00,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742248_1424 (size=12301) 2024-11-19T20:23:00,519 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/8c42d0fcd4034f00a5d77b18c6be4e0a 2024-11-19T20:23:00,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/c44b9f8121ed43b0adb3b0cc195c0eff as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c44b9f8121ed43b0adb3b0cc195c0eff 2024-11-19T20:23:00,525 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c44b9f8121ed43b0adb3b0cc195c0eff, entries=150, sequenceid=296, filesize=30.5 K 2024-11-19T20:23:00,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/73aaf04c580840238bde6e278cba585b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/73aaf04c580840238bde6e278cba585b 2024-11-19T20:23:00,528 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/73aaf04c580840238bde6e278cba585b, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T20:23:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/8c42d0fcd4034f00a5d77b18c6be4e0a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8c42d0fcd4034f00a5d77b18c6be4e0a 2024-11-19T20:23:00,531 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8c42d0fcd4034f00a5d77b18c6be4e0a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T20:23:00,532 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=13.42 KB/13740 for fac4928a141133d72b72cc2475ebf609 in 1649ms, sequenceid=296, compaction requested=false 2024-11-19T20:23:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:23:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:23:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-19T20:23:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-19T20:23:00,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-19T20:23:00,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3270 sec 2024-11-19T20:23:00,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.3310 sec 2024-11-19T20:23:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T20:23:01,309 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-19T20:23:01,428 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:51443 2024-11-19T20:23:01,428 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:01,438 DEBUG [Thread-1539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:51443 2024-11-19T20:23:01,439 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:01,455 DEBUG [Thread-1537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:51443 2024-11-19T20:23:01,455 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2652 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7954 rows 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2651 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7953 rows 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2658 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7972 rows 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2647 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7941 rows 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2647 2024-11-19T20:23:01,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7939 rows 2024-11-19T20:23:01,456 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:23:01,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:51443 2024-11-19T20:23:01,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:01,458 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T20:23:01,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T20:23:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T20:23:01,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047781461"}]},"ts":"1732047781461"} 2024-11-19T20:23:01,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T20:23:01,465 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T20:23:01,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:23:01,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, UNASSIGN}] 2024-11-19T20:23:01,466 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, UNASSIGN 2024-11-19T20:23:01,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:01,468 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:23:01,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; CloseRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T20:23:01,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:01,619 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(124): Close fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1681): Closing fac4928a141133d72b72cc2475ebf609, disabling compactions & flushes 2024-11-19T20:23:01,620 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. after waiting 0 ms 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:23:01,620 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(2837): Flushing fac4928a141133d72b72cc2475ebf609 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=A 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=B 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fac4928a141133d72b72cc2475ebf609, store=C 2024-11-19T20:23:01,620 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:01,625 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193fce42a2715541299318b366e37fa979_fac4928a141133d72b72cc2475ebf609 is 50, key is test_row_0/A:col10/1732047781454/Put/seqid=0 2024-11-19T20:23:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742249_1425 (size=12454) 2024-11-19T20:23:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T20:23:02,029 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:02,032 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193fce42a2715541299318b366e37fa979_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193fce42a2715541299318b366e37fa979_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:02,033 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/aebe5005bbd144708d8dc0546a8f2a10, store: [table=TestAcidGuarantees family=A region=fac4928a141133d72b72cc2475ebf609] 2024-11-19T20:23:02,033 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/aebe5005bbd144708d8dc0546a8f2a10 is 175, key is test_row_0/A:col10/1732047781454/Put/seqid=0 2024-11-19T20:23:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742250_1426 (size=31255) 2024-11-19T20:23:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T20:23:02,437 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/aebe5005bbd144708d8dc0546a8f2a10 2024-11-19T20:23:02,442 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/bba979d4493340a1a8bdc0bcab0ede06 is 50, key is test_row_0/B:col10/1732047781454/Put/seqid=0 2024-11-19T20:23:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742251_1427 (size=12301) 2024-11-19T20:23:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T20:23:02,846 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/bba979d4493340a1a8bdc0bcab0ede06 2024-11-19T20:23:02,852 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/8b1e9c2fdfb943acb5a45c2c23622bcc is 50, key is test_row_0/C:col10/1732047781454/Put/seqid=0 2024-11-19T20:23:02,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742252_1428 (size=12301) 2024-11-19T20:23:03,256 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/8b1e9c2fdfb943acb5a45c2c23622bcc 2024-11-19T20:23:03,259 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/A/aebe5005bbd144708d8dc0546a8f2a10 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/aebe5005bbd144708d8dc0546a8f2a10 2024-11-19T20:23:03,262 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/aebe5005bbd144708d8dc0546a8f2a10, entries=150, sequenceid=307, filesize=30.5 K 2024-11-19T20:23:03,262 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/B/bba979d4493340a1a8bdc0bcab0ede06 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/bba979d4493340a1a8bdc0bcab0ede06 2024-11-19T20:23:03,265 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/bba979d4493340a1a8bdc0bcab0ede06, entries=150, sequenceid=307, filesize=12.0 K 2024-11-19T20:23:03,266 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/.tmp/C/8b1e9c2fdfb943acb5a45c2c23622bcc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8b1e9c2fdfb943acb5a45c2c23622bcc 2024-11-19T20:23:03,268 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8b1e9c2fdfb943acb5a45c2c23622bcc, entries=150, sequenceid=307, filesize=12.0 K 2024-11-19T20:23:03,269 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for fac4928a141133d72b72cc2475ebf609 in 1649ms, sequenceid=307, compaction requested=true 2024-11-19T20:23:03,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/223ab0fcd51e405fa8156874be829884, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/ae8091124a2242a8af0964b8ccd4f260, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/fa0c3d689ed8410a8363a01aa0d3646f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/cacffe623b784e0686fb9e0e8cf72a35, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13] to archive 2024-11-19T20:23:03,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:03,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/25f16281865b4e12adaaa6f929b9a2ff 2024-11-19T20:23:03,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1f881ed54b594a158a5caa39d5a5d48d 2024-11-19T20:23:03,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/4c4d2a769bfc453fb1194603da41c9dc 2024-11-19T20:23:03,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/223ab0fcd51e405fa8156874be829884 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/223ab0fcd51e405fa8156874be829884 2024-11-19T20:23:03,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/3de9b88da6644d779e204014b4f94ce9 2024-11-19T20:23:03,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/9a9971f33a5d40f1b3284ac1dfb35bba 2024-11-19T20:23:03,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/304181cc655641c8a0a4bd002143588a 2024-11-19T20:23:03,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/ae8091124a2242a8af0964b8ccd4f260 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/ae8091124a2242a8af0964b8ccd4f260 2024-11-19T20:23:03,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/0c1ec04f33c24ea58e3499d042587d66 2024-11-19T20:23:03,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/842deaaf65bb4fc1a76838d112cabe34 2024-11-19T20:23:03,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/fa0c3d689ed8410a8363a01aa0d3646f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/fa0c3d689ed8410a8363a01aa0d3646f 2024-11-19T20:23:03,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/869167c6d161409c8bb9cc6d6f276905 2024-11-19T20:23:03,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c35851c46f1040afb32bd6d877131121 2024-11-19T20:23:03,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/2308f4da906b4bff9dacfda30bddbf4c 2024-11-19T20:23:03,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/cacffe623b784e0686fb9e0e8cf72a35 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/cacffe623b784e0686fb9e0e8cf72a35 2024-11-19T20:23:03,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/701c68d3d12f4c61821cc2555248e3f1 2024-11-19T20:23:03,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/1fe8fdfb63df477492d8413cb68fa802 2024-11-19T20:23:03,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/37de1e3f1b1b490b851d2042e73e80b0 2024-11-19T20:23:03,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c0f83643150b476fbcb26a822755fe13 2024-11-19T20:23:03,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/377996de649942c8855cfe298c9658f7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/cd79141b9cb042c081b99f7a04295e56, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/11ccedd27a3a42e1abf3042fe13fef48, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/0c7ebb83fa364a3db67171466ef1d170, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/d7dc4c41b27b4feab553b0883d6b025c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e757b9cd270e480897f83357d52998b0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c11fbdeb2e1e49df841864582e2c17b9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e22d2f4b657a400f8191b8af3cde6027, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/7f7cd38b3a0847538a7458ef727f805f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/f11bb3237be341cab6f8f037d8d68788, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a7796dd6f7664bb58ce1c4174a0dc23b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a8c06cafaae4410eb86e92b6b5afa73c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/ff796336416b4dc3930c7c900eb36c2e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c3b367bf9c824d48af695311f127e28a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/b9fc5578df694f7c9ade336ff841ddb1, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/3d2b707c6a61471baff60be1c585674e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c81aad3a787948bdb859669419680669, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/5f0da557571945bb9f8bf7019a2ffb3e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e362d98d822f4f7eaceead6b7fd630a9] to archive 2024-11-19T20:23:03,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:03,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/377996de649942c8855cfe298c9658f7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/377996de649942c8855cfe298c9658f7 2024-11-19T20:23:03,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/cd79141b9cb042c081b99f7a04295e56 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/cd79141b9cb042c081b99f7a04295e56 2024-11-19T20:23:03,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/11ccedd27a3a42e1abf3042fe13fef48 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/11ccedd27a3a42e1abf3042fe13fef48 2024-11-19T20:23:03,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/0c7ebb83fa364a3db67171466ef1d170 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/0c7ebb83fa364a3db67171466ef1d170 2024-11-19T20:23:03,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/d7dc4c41b27b4feab553b0883d6b025c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/d7dc4c41b27b4feab553b0883d6b025c 2024-11-19T20:23:03,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e757b9cd270e480897f83357d52998b0 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e757b9cd270e480897f83357d52998b0 2024-11-19T20:23:03,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c11fbdeb2e1e49df841864582e2c17b9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c11fbdeb2e1e49df841864582e2c17b9 2024-11-19T20:23:03,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e22d2f4b657a400f8191b8af3cde6027 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e22d2f4b657a400f8191b8af3cde6027 2024-11-19T20:23:03,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/7f7cd38b3a0847538a7458ef727f805f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/7f7cd38b3a0847538a7458ef727f805f 2024-11-19T20:23:03,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/f11bb3237be341cab6f8f037d8d68788 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/f11bb3237be341cab6f8f037d8d68788 2024-11-19T20:23:03,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a7796dd6f7664bb58ce1c4174a0dc23b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a7796dd6f7664bb58ce1c4174a0dc23b 2024-11-19T20:23:03,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a8c06cafaae4410eb86e92b6b5afa73c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/a8c06cafaae4410eb86e92b6b5afa73c 2024-11-19T20:23:03,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/ff796336416b4dc3930c7c900eb36c2e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/ff796336416b4dc3930c7c900eb36c2e 2024-11-19T20:23:03,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c3b367bf9c824d48af695311f127e28a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c3b367bf9c824d48af695311f127e28a 2024-11-19T20:23:03,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/b9fc5578df694f7c9ade336ff841ddb1 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/b9fc5578df694f7c9ade336ff841ddb1 2024-11-19T20:23:03,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/3d2b707c6a61471baff60be1c585674e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/3d2b707c6a61471baff60be1c585674e 2024-11-19T20:23:03,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c81aad3a787948bdb859669419680669 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c81aad3a787948bdb859669419680669 2024-11-19T20:23:03,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/5f0da557571945bb9f8bf7019a2ffb3e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/5f0da557571945bb9f8bf7019a2ffb3e 2024-11-19T20:23:03,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e362d98d822f4f7eaceead6b7fd630a9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/e362d98d822f4f7eaceead6b7fd630a9 2024-11-19T20:23:03,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/f56e6cb2131c4243bf899abcabb5a1ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d409fc1ee02b4bd1b021afd0f419dc2b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/3840e9f5fd4f4ee8924d55158b735a0c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8e1d5eec8bb4e779d41fdb9ad2b382c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c0413f7a55a2485b8fd06ea9c7609a0f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/26678078cf9a4234b6210edcb69d8e24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/aa100b9303e041eaa4c1388fabf9bd0a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/961de5591ef14d8da1bd37a875c25409, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c68ffa06174043f2a89a2a534c595209, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4e4809a3b1ff416094e106cf55f3c2bf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4478d09f1a794f498a6d2286352b714d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/acc8c51a79df49a6b0f02da162cae81e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/05084ebc1de14050aed72566f5a0e2f3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/a6c69e2146634f73b74111fa0746e4ed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8bd717d11344f6c8909c6902d3497a7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/9fa668c56f5f4776afd043f36740192a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/96b8a5e758a946f39e60fb0eb2e0ad78, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/84e70e68e6b64a6e8ec441b33ba51a41, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d72c4437a2094de68f3190c28f529085] to archive 2024-11-19T20:23:03,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:03,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/f56e6cb2131c4243bf899abcabb5a1ca to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/f56e6cb2131c4243bf899abcabb5a1ca 2024-11-19T20:23:03,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d409fc1ee02b4bd1b021afd0f419dc2b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d409fc1ee02b4bd1b021afd0f419dc2b 2024-11-19T20:23:03,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/3840e9f5fd4f4ee8924d55158b735a0c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/3840e9f5fd4f4ee8924d55158b735a0c 2024-11-19T20:23:03,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8e1d5eec8bb4e779d41fdb9ad2b382c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8e1d5eec8bb4e779d41fdb9ad2b382c 2024-11-19T20:23:03,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c0413f7a55a2485b8fd06ea9c7609a0f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c0413f7a55a2485b8fd06ea9c7609a0f 2024-11-19T20:23:03,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/26678078cf9a4234b6210edcb69d8e24 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/26678078cf9a4234b6210edcb69d8e24 2024-11-19T20:23:03,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/aa100b9303e041eaa4c1388fabf9bd0a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/aa100b9303e041eaa4c1388fabf9bd0a 2024-11-19T20:23:03,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/961de5591ef14d8da1bd37a875c25409 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/961de5591ef14d8da1bd37a875c25409 2024-11-19T20:23:03,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c68ffa06174043f2a89a2a534c595209 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c68ffa06174043f2a89a2a534c595209 2024-11-19T20:23:03,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4e4809a3b1ff416094e106cf55f3c2bf to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4e4809a3b1ff416094e106cf55f3c2bf 2024-11-19T20:23:03,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4478d09f1a794f498a6d2286352b714d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/4478d09f1a794f498a6d2286352b714d 2024-11-19T20:23:03,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/acc8c51a79df49a6b0f02da162cae81e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/acc8c51a79df49a6b0f02da162cae81e 2024-11-19T20:23:03,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/05084ebc1de14050aed72566f5a0e2f3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/05084ebc1de14050aed72566f5a0e2f3 2024-11-19T20:23:03,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/a6c69e2146634f73b74111fa0746e4ed to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/a6c69e2146634f73b74111fa0746e4ed 2024-11-19T20:23:03,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8bd717d11344f6c8909c6902d3497a7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/c8bd717d11344f6c8909c6902d3497a7 2024-11-19T20:23:03,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/9fa668c56f5f4776afd043f36740192a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/9fa668c56f5f4776afd043f36740192a 2024-11-19T20:23:03,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/96b8a5e758a946f39e60fb0eb2e0ad78 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/96b8a5e758a946f39e60fb0eb2e0ad78 2024-11-19T20:23:03,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/84e70e68e6b64a6e8ec441b33ba51a41 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/84e70e68e6b64a6e8ec441b33ba51a41 2024-11-19T20:23:03,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d72c4437a2094de68f3190c28f529085 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/d72c4437a2094de68f3190c28f529085 2024-11-19T20:23:03,325 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/recovered.edits/310.seqid, newMaxSeqId=310, maxSeqId=4 2024-11-19T20:23:03,325 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609. 2024-11-19T20:23:03,325 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1635): Region close journal for fac4928a141133d72b72cc2475ebf609: 2024-11-19T20:23:03,326 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(170): Closed fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=fac4928a141133d72b72cc2475ebf609, regionState=CLOSED 2024-11-19T20:23:03,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-19T20:23:03,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseRegionProcedure fac4928a141133d72b72cc2475ebf609, server=581e77bfee5a,33765,1732047668051 in 1.8590 sec 2024-11-19T20:23:03,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-19T20:23:03,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fac4928a141133d72b72cc2475ebf609, UNASSIGN in 1.8620 sec 2024-11-19T20:23:03,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-19T20:23:03,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8650 sec 2024-11-19T20:23:03,331 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047783331"}]},"ts":"1732047783331"} 2024-11-19T20:23:03,332 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T20:23:03,337 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T20:23:03,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8800 sec 2024-11-19T20:23:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T20:23:03,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-19T20:23:03,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T20:23:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,566 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T20:23:03,566 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=114, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,568 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,570 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/recovered.edits] 2024-11-19T20:23:03,572 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/aebe5005bbd144708d8dc0546a8f2a10 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/aebe5005bbd144708d8dc0546a8f2a10 2024-11-19T20:23:03,573 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/af23ece9ded8435e82de4ebd9b084ae5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/af23ece9ded8435e82de4ebd9b084ae5 2024-11-19T20:23:03,574 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c44b9f8121ed43b0adb3b0cc195c0eff to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/A/c44b9f8121ed43b0adb3b0cc195c0eff 2024-11-19T20:23:03,576 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/73aaf04c580840238bde6e278cba585b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/73aaf04c580840238bde6e278cba585b 2024-11-19T20:23:03,577 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/bba979d4493340a1a8bdc0bcab0ede06 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/bba979d4493340a1a8bdc0bcab0ede06 2024-11-19T20:23:03,578 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c450cb961dbe4178832930b301a10db4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/B/c450cb961dbe4178832930b301a10db4 2024-11-19T20:23:03,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/7031822ced1d46ce8ade15307841cf28 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/7031822ced1d46ce8ade15307841cf28 2024-11-19T20:23:03,581 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8b1e9c2fdfb943acb5a45c2c23622bcc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8b1e9c2fdfb943acb5a45c2c23622bcc 2024-11-19T20:23:03,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8c42d0fcd4034f00a5d77b18c6be4e0a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/C/8c42d0fcd4034f00a5d77b18c6be4e0a 2024-11-19T20:23:03,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/recovered.edits/310.seqid to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609/recovered.edits/310.seqid 2024-11-19T20:23:03,585 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,585 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T20:23:03,585 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T20:23:03,586 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T20:23:03,588 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902a5357086ad4744af84b515e8c0429e_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902a5357086ad4744af84b515e8c0429e_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,588 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902f5bed855b34aac8b2780f71e1dea43_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902f5bed855b34aac8b2780f71e1dea43_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,590 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111920a8c6b78875482b96209a10bbbc11dc_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111920a8c6b78875482b96209a10bbbc11dc_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,591 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193fce42a2715541299318b366e37fa979_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193fce42a2715541299318b366e37fa979_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,592 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194604c2174a354d6fbc19ec6a7cb77b07_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194604c2174a354d6fbc19ec6a7cb77b07_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,593 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111962aa0d644e664f5398b9411a663e22bb_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111962aa0d644e664f5398b9411a663e22bb_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,593 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111962c296513fe14b53b637ed6165703daa_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111962c296513fe14b53b637ed6165703daa_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,594 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196f3f30a7f2394935be6d0eaed705a8e1_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196f3f30a7f2394935be6d0eaed705a8e1_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,595 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197098d3f1c47d49329ae1c5032fd32772_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197098d3f1c47d49329ae1c5032fd32772_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,596 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119729d237456c7468b8ec1bf3a8bf55fe7_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119729d237456c7468b8ec1bf3a8bf55fe7_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,597 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119808549f973a84880a183d48ae0492813_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119808549f973a84880a183d48ae0492813_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,598 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119874cd944fe7a4261b0674f25f44d48c4_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119874cd944fe7a4261b0674f25f44d48c4_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,598 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119aad65423f48445bdb84fcf0fea4f1a3b_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119aad65423f48445bdb84fcf0fea4f1a3b_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,599 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bad1e973792b4404a824a63aac17f850_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bad1e973792b4404a824a63aac17f850_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,600 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c4fede5e8f924a81ad735605d60e08de_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c4fede5e8f924a81ad735605d60e08de_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,601 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ca41615928f04f298459944aa9663584_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ca41615928f04f298459944aa9663584_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,602 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119decea855ec984846a161cbe10b1b8ad7_fac4928a141133d72b72cc2475ebf609 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119decea855ec984846a161cbe10b1b8ad7_fac4928a141133d72b72cc2475ebf609 2024-11-19T20:23:03,602 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T20:23:03,604 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=114, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,605 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T20:23:03,607 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T20:23:03,607 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=114, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,607 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T20:23:03,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732047783607"}]},"ts":"9223372036854775807"} 2024-11-19T20:23:03,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T20:23:03,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fac4928a141133d72b72cc2475ebf609, NAME => 'TestAcidGuarantees,,1732047754394.fac4928a141133d72b72cc2475ebf609.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T20:23:03,609 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T20:23:03,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732047783609"}]},"ts":"9223372036854775807"} 2024-11-19T20:23:03,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T20:23:03,612 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=114, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-19T20:23:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T20:23:03,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-19T20:23:03,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 241), OpenFileDescriptor=459 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=1706 (was 1737) 2024-11-19T20:23:03,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=1706 2024-11-19T20:23:03,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:23:03,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:23:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:03,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:23:03,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:03,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 115 2024-11-19T20:23:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-19T20:23:03,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:23:03,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742253_1429 (size=960) 2024-11-19T20:23:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-19T20:23:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-19T20:23:04,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:23:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742254_1430 (size=53) 2024-11-19T20:23:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-19T20:23:04,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:23:04,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f4b0f8f935d4241230a9d3d4e44e1b7b, disabling compactions & flushes 2024-11-19T20:23:04,501 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. after waiting 0 ms 2024-11-19T20:23:04,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,501 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:04,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:23:04,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732047784502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047784502"}]},"ts":"1732047784502"} 2024-11-19T20:23:04,503 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:23:04,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:23:04,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047784503"}]},"ts":"1732047784503"} 2024-11-19T20:23:04,504 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T20:23:04,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, ASSIGN}] 2024-11-19T20:23:04,509 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, ASSIGN 2024-11-19T20:23:04,509 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:23:04,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=f4b0f8f935d4241230a9d3d4e44e1b7b, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:04,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; OpenRegionProcedure f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-19T20:23:04,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:04,815 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,815 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:23:04,815 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,815 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:23:04,816 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,816 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,817 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,818 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:04,818 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b0f8f935d4241230a9d3d4e44e1b7b columnFamilyName A 2024-11-19T20:23:04,818 DEBUG [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:04,819 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.HStore(327): Store=f4b0f8f935d4241230a9d3d4e44e1b7b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:04,819 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,820 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:04,820 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b0f8f935d4241230a9d3d4e44e1b7b columnFamilyName B 2024-11-19T20:23:04,820 DEBUG [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:04,820 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.HStore(327): Store=f4b0f8f935d4241230a9d3d4e44e1b7b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:04,820 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,821 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:04,821 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b0f8f935d4241230a9d3d4e44e1b7b columnFamilyName C 2024-11-19T20:23:04,821 DEBUG [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:04,822 INFO [StoreOpener-f4b0f8f935d4241230a9d3d4e44e1b7b-1 {}] regionserver.HStore(327): Store=f4b0f8f935d4241230a9d3d4e44e1b7b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:04,822 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,822 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,823 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,824 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:23:04,825 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:04,826 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:23:04,826 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened f4b0f8f935d4241230a9d3d4e44e1b7b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67206172, jitterRate=0.0014500021934509277}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:23:04,827 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:04,828 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., pid=117, masterSystemTime=1732047784812 2024-11-19T20:23:04,829 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,829 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:04,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=f4b0f8f935d4241230a9d3d4e44e1b7b, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:04,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-19T20:23:04,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; OpenRegionProcedure f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 in 169 msec 2024-11-19T20:23:04,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-19T20:23:04,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, ASSIGN in 323 msec 2024-11-19T20:23:04,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:23:04,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047784832"}]},"ts":"1732047784832"} 2024-11-19T20:23:04,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T20:23:04,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:23:04,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-19T20:23:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-19T20:23:05,793 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 115 completed 2024-11-19T20:23:05,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-19T20:23:05,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,799 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:23:05,801 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:23:05,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-19T20:23:05,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-19T20:23:05,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-19T20:23:05,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-19T20:23:05,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-19T20:23:05,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-19T20:23:05,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-19T20:23:05,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-19T20:23:05,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-19T20:23:05,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-19T20:23:05,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:05,838 DEBUG [hconnection-0x524bff33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,838 DEBUG [hconnection-0x5ec32a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,839 DEBUG [hconnection-0x555867b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,839 DEBUG [hconnection-0x7222a51b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,839 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,839 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,839 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,839 DEBUG [hconnection-0xa302383-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:05,840 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-19T20:23:05,841 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-19T20:23:05,841 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:05,842 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:05,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:05,842 DEBUG [hconnection-0x579a1b79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,843 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:05,848 DEBUG [hconnection-0x56e3b8fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:23:05,849 DEBUG [hconnection-0x17e306d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,849 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:05,849 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,853 DEBUG [hconnection-0x7df8c3ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,854 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,856 DEBUG [hconnection-0x1caabc16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:05,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:05,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047845864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047845864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047845865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047845869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047845872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/f259110e424147c3b3c006a21b1f3c54 is 50, key is test_row_0/A:col10/1732047785847/Put/seqid=0 2024-11-19T20:23:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742255_1431 (size=12001) 2024-11-19T20:23:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-19T20:23:05,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047845969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047845969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047845969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047845970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047845973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:05,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:05,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:05,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:05,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:05,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:05,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-19T20:23:06,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047846174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047846174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047846174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047846174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047846175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/f259110e424147c3b3c006a21b1f3c54 2024-11-19T20:23:06,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/463d03453ce840e1b86f20bb8b42c4bf is 50, key is test_row_0/B:col10/1732047785847/Put/seqid=0 2024-11-19T20:23:06,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742256_1432 (size=12001) 2024-11-19T20:23:06,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/463d03453ce840e1b86f20bb8b42c4bf 2024-11-19T20:23:06,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/444db5ba0e824f0a920f04d79e683f59 is 50, key is test_row_0/C:col10/1732047785847/Put/seqid=0 2024-11-19T20:23:06,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742257_1433 (size=12001) 2024-11-19T20:23:06,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T20:23:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-19T20:23:06,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047846477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047846477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047846478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047846479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047846479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/444db5ba0e824f0a920f04d79e683f59 2024-11-19T20:23:06,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/f259110e424147c3b3c006a21b1f3c54 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f259110e424147c3b3c006a21b1f3c54 2024-11-19T20:23:06,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f259110e424147c3b3c006a21b1f3c54, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T20:23:06,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/463d03453ce840e1b86f20bb8b42c4bf as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/463d03453ce840e1b86f20bb8b42c4bf 2024-11-19T20:23:06,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/463d03453ce840e1b86f20bb8b42c4bf, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T20:23:06,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/444db5ba0e824f0a920f04d79e683f59 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/444db5ba0e824f0a920f04d79e683f59 2024-11-19T20:23:06,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/444db5ba0e824f0a920f04d79e683f59, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T20:23:06,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for f4b0f8f935d4241230a9d3d4e44e1b7b in 926ms, sequenceid=14, compaction requested=false 2024-11-19T20:23:06,774 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T20:23:06,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:06,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:06,912 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:06,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/229cf1cc58534e62aa82def1e41c637a is 50, key is test_row_0/A:col10/1732047785863/Put/seqid=0 2024-11-19T20:23:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742258_1434 (size=12001) 2024-11-19T20:23:06,924 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/229cf1cc58534e62aa82def1e41c637a 2024-11-19T20:23:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/4d9a13090cce408aa42202154d0648c8 is 50, key is test_row_0/B:col10/1732047785863/Put/seqid=0 2024-11-19T20:23:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742259_1435 (size=12001) 2024-11-19T20:23:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-19T20:23:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:06,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:06,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047846988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047846992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047846992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047846993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047846994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047847094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047847098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047847099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047847099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047847099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047847297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047847302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047847303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047847303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047847304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,335 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/4d9a13090cce408aa42202154d0648c8 2024-11-19T20:23:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/8dc7c1995cb24d07bff95af1662f4161 is 50, key is test_row_0/C:col10/1732047785863/Put/seqid=0 2024-11-19T20:23:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742260_1436 (size=12001) 2024-11-19T20:23:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047847602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047847606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047847607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047847608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047847608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:07,745 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/8dc7c1995cb24d07bff95af1662f4161 2024-11-19T20:23:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/229cf1cc58534e62aa82def1e41c637a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/229cf1cc58534e62aa82def1e41c637a 2024-11-19T20:23:07,753 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/229cf1cc58534e62aa82def1e41c637a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T20:23:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/4d9a13090cce408aa42202154d0648c8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d9a13090cce408aa42202154d0648c8 2024-11-19T20:23:07,757 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d9a13090cce408aa42202154d0648c8, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T20:23:07,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/8dc7c1995cb24d07bff95af1662f4161 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/8dc7c1995cb24d07bff95af1662f4161 2024-11-19T20:23:07,761 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/8dc7c1995cb24d07bff95af1662f4161, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T20:23:07,761 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f4b0f8f935d4241230a9d3d4e44e1b7b in 849ms, sequenceid=39, compaction requested=false 2024-11-19T20:23:07,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:07,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:07,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-19T20:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-19T20:23:07,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-19T20:23:07,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-11-19T20:23:07,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.9240 sec 2024-11-19T20:23:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-19T20:23:07,945 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-19T20:23:07,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-19T20:23:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T20:23:07,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:07,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:07,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T20:23:08,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-19T20:23:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:08,101 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:23:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/1f92cb0f416f44c1a9015b663dd31fa8 is 50, key is test_row_0/A:col10/1732047786993/Put/seqid=0 2024-11-19T20:23:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742261_1437 (size=12001) 2024-11-19T20:23:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:08,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047848136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047848136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047848137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047848142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047848143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047848244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047848244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047848244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T20:23:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047848249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047848249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047848447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047848448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047848448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047848452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047848453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,510 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/1f92cb0f416f44c1a9015b663dd31fa8 2024-11-19T20:23:08,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/e150d7191f164d93b5f5f371d185f84c is 50, key is test_row_0/B:col10/1732047786993/Put/seqid=0 2024-11-19T20:23:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742262_1438 (size=12001) 2024-11-19T20:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T20:23:08,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047848754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047848755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047848756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047848759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047848760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:08,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:23:08,920 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/e150d7191f164d93b5f5f371d185f84c 2024-11-19T20:23:08,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/bc7e92d70fd843d9a6b25e3b973840b9 is 50, key is test_row_0/C:col10/1732047786993/Put/seqid=0 2024-11-19T20:23:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742263_1439 (size=12001) 2024-11-19T20:23:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T20:23:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047849257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:09,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047849259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:09,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047849262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047849265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047849265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:09,334 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/bc7e92d70fd843d9a6b25e3b973840b9 2024-11-19T20:23:09,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/1f92cb0f416f44c1a9015b663dd31fa8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/1f92cb0f416f44c1a9015b663dd31fa8 2024-11-19T20:23:09,341 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/1f92cb0f416f44c1a9015b663dd31fa8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T20:23:09,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/e150d7191f164d93b5f5f371d185f84c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/e150d7191f164d93b5f5f371d185f84c 2024-11-19T20:23:09,348 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/e150d7191f164d93b5f5f371d185f84c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T20:23:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/bc7e92d70fd843d9a6b25e3b973840b9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/bc7e92d70fd843d9a6b25e3b973840b9 2024-11-19T20:23:09,352 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/bc7e92d70fd843d9a6b25e3b973840b9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T20:23:09,352 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1251ms, sequenceid=51, compaction requested=true 2024-11-19T20:23:09,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:09,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:09,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-19T20:23:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-19T20:23:09,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-19T20:23:09,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-11-19T20:23:09,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4080 sec 2024-11-19T20:23:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T20:23:10,052 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-19T20:23:10,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-19T20:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-19T20:23:10,055 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:10,055 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:10,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-19T20:23:10,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-19T20:23:10,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:10,208 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:23:10,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/3d514c6638054f949e18188c2b16c197 is 50, key is test_row_0/A:col10/1732047788141/Put/seqid=0 2024-11-19T20:23:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742264_1440 (size=12001) 2024-11-19T20:23:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047850276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047850277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047850277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047850279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047850280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-19T20:23:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047850382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047850382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047850383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047850386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047850386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047850589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,618 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/3d514c6638054f949e18188c2b16c197 2024-11-19T20:23:10,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/cc65d6670f67475085aded50c0684a24 is 50, key is test_row_0/B:col10/1732047788141/Put/seqid=0 2024-11-19T20:23:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742265_1441 (size=12001) 2024-11-19T20:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-19T20:23:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047850893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047850893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047850893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047850895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:10,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047850895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:11,029 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/cc65d6670f67475085aded50c0684a24 2024-11-19T20:23:11,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/edf4749fb14c41dba945a911e9c19c16 is 50, key is test_row_0/C:col10/1732047788141/Put/seqid=0 2024-11-19T20:23:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742266_1442 (size=12001) 2024-11-19T20:23:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-19T20:23:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047851398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047851398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047851399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:11,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047851402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047851404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:11,441 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/edf4749fb14c41dba945a911e9c19c16 2024-11-19T20:23:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/3d514c6638054f949e18188c2b16c197 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/3d514c6638054f949e18188c2b16c197 2024-11-19T20:23:11,448 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/3d514c6638054f949e18188c2b16c197, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T20:23:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/cc65d6670f67475085aded50c0684a24 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/cc65d6670f67475085aded50c0684a24 2024-11-19T20:23:11,452 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/cc65d6670f67475085aded50c0684a24, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T20:23:11,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/edf4749fb14c41dba945a911e9c19c16 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/edf4749fb14c41dba945a911e9c19c16 2024-11-19T20:23:11,455 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/edf4749fb14c41dba945a911e9c19c16, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T20:23:11,456 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1248ms, sequenceid=75, compaction requested=true 2024-11-19T20:23:11,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:11,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:11,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-19T20:23:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-19T20:23:11,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-19T20:23:11,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-19T20:23:11,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4060 sec 2024-11-19T20:23:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-19T20:23:12,159 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-19T20:23:12,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-19T20:23:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T20:23:12,161 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:12,162 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:12,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T20:23:12,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:12,314 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/f5128fb9aeba414194d1f36824b86e69 is 50, key is test_row_0/A:col10/1732047790276/Put/seqid=0 2024-11-19T20:23:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742267_1443 (size=12001) 2024-11-19T20:23:12,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047852434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047852434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047852435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047852442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047852443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T20:23:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047852544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047852544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047852544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047852550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047852553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,723 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/f5128fb9aeba414194d1f36824b86e69 2024-11-19T20:23:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/03b8eaa3fdc844f190a1acc55da3b16b is 50, key is test_row_0/B:col10/1732047790276/Put/seqid=0 2024-11-19T20:23:12,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742268_1444 (size=12001) 2024-11-19T20:23:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047852749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047852750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047852751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047852756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047852757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T20:23:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047853060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047853061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047853061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047853061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047853064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,137 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/03b8eaa3fdc844f190a1acc55da3b16b 2024-11-19T20:23:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/33661a0ba51e4658b2e231d37f162460 is 50, key is test_row_0/C:col10/1732047790276/Put/seqid=0 2024-11-19T20:23:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742269_1445 (size=12001) 2024-11-19T20:23:13,149 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/33661a0ba51e4658b2e231d37f162460 2024-11-19T20:23:13,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/f5128fb9aeba414194d1f36824b86e69 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f5128fb9aeba414194d1f36824b86e69 2024-11-19T20:23:13,157 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f5128fb9aeba414194d1f36824b86e69, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T20:23:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/03b8eaa3fdc844f190a1acc55da3b16b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/03b8eaa3fdc844f190a1acc55da3b16b 2024-11-19T20:23:13,161 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/03b8eaa3fdc844f190a1acc55da3b16b, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T20:23:13,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/33661a0ba51e4658b2e231d37f162460 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/33661a0ba51e4658b2e231d37f162460 2024-11-19T20:23:13,165 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/33661a0ba51e4658b2e231d37f162460, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T20:23:13,165 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f4b0f8f935d4241230a9d3d4e44e1b7b in 851ms, sequenceid=87, compaction requested=true 2024-11-19T20:23:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-19T20:23:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-19T20:23:13,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-19T20:23:13,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-19T20:23:13,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0080 sec 2024-11-19T20:23:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T20:23:13,264 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-19T20:23:13,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-19T20:23:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T20:23:13,267 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:13,267 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:13,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T20:23:13,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-19T20:23:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:13,420 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:23:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/d4b6311b754b4ac598c0f9ff9568c732 is 50, key is test_row_0/A:col10/1732047792441/Put/seqid=0 2024-11-19T20:23:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742270_1446 (size=12001) 2024-11-19T20:23:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:13,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T20:23:13,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047853578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047853579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047853580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047853580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047853581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047853689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047853689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047853691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047853691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047853692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,829 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/d4b6311b754b4ac598c0f9ff9568c732 2024-11-19T20:23:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/07a08d435e4645d69018d92b16ee5c7b is 50, key is test_row_0/B:col10/1732047792441/Put/seqid=0 2024-11-19T20:23:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742271_1447 (size=12001) 2024-11-19T20:23:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T20:23:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047853896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047853896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047853897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047853897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047853897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047854203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047854206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047854206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047854206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047854206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,240 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/07a08d435e4645d69018d92b16ee5c7b 2024-11-19T20:23:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/d86110fb6b8d4c1d892daa0fa5c2dd45 is 50, key is test_row_0/C:col10/1732047792441/Put/seqid=0 2024-11-19T20:23:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742272_1448 (size=12001) 2024-11-19T20:23:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T20:23:14,652 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/d86110fb6b8d4c1d892daa0fa5c2dd45 2024-11-19T20:23:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/d4b6311b754b4ac598c0f9ff9568c732 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d4b6311b754b4ac598c0f9ff9568c732 2024-11-19T20:23:14,659 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d4b6311b754b4ac598c0f9ff9568c732, entries=150, sequenceid=111, filesize=11.7 K 2024-11-19T20:23:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/07a08d435e4645d69018d92b16ee5c7b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/07a08d435e4645d69018d92b16ee5c7b 2024-11-19T20:23:14,663 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/07a08d435e4645d69018d92b16ee5c7b, entries=150, sequenceid=111, filesize=11.7 K 2024-11-19T20:23:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/d86110fb6b8d4c1d892daa0fa5c2dd45 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/d86110fb6b8d4c1d892daa0fa5c2dd45 2024-11-19T20:23:14,666 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/d86110fb6b8d4c1d892daa0fa5c2dd45, entries=150, sequenceid=111, filesize=11.7 K 2024-11-19T20:23:14,667 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1247ms, sequenceid=111, compaction requested=true 2024-11-19T20:23:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-19T20:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-19T20:23:14,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-19T20:23:14,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-19T20:23:14,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4040 sec 2024-11-19T20:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:14,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:14,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/14c9a38842f34497b882e7de22638295 is 50, key is test_row_0/A:col10/1732047794711/Put/seqid=0 2024-11-19T20:23:14,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742273_1449 (size=14341) 2024-11-19T20:23:14,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047854740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047854747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047854748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047854749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047854749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047854850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047854856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047854861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047854864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:14,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047854864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047855053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047855062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047855069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047855070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047855070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/14c9a38842f34497b882e7de22638295 2024-11-19T20:23:15,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/2b1bbc1c8f2f4ddab8e70fc0310afc09 is 50, key is test_row_0/B:col10/1732047794711/Put/seqid=0 2024-11-19T20:23:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742274_1450 (size=12001) 2024-11-19T20:23:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047855361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T20:23:15,370 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-19T20:23:15,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-19T20:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T20:23:15,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:15,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:15,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047855369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047855378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047855379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047855379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T20:23:15,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-19T20:23:15,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:15,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/2b1bbc1c8f2f4ddab8e70fc0310afc09 2024-11-19T20:23:15,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/4c23bca5c35a4017bfe0803a7a55a4d0 is 50, key is test_row_0/C:col10/1732047794711/Put/seqid=0 2024-11-19T20:23:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742275_1451 (size=12001) 2024-11-19T20:23:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T20:23:15,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-19T20:23:15,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:15,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-19T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:15,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047855865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047855880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047855885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047855888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047855890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/4c23bca5c35a4017bfe0803a7a55a4d0 2024-11-19T20:23:15,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/14c9a38842f34497b882e7de22638295 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/14c9a38842f34497b882e7de22638295 2024-11-19T20:23:15,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/14c9a38842f34497b882e7de22638295, entries=200, sequenceid=124, filesize=14.0 K 2024-11-19T20:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/2b1bbc1c8f2f4ddab8e70fc0310afc09 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/2b1bbc1c8f2f4ddab8e70fc0310afc09 2024-11-19T20:23:15,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/2b1bbc1c8f2f4ddab8e70fc0310afc09, entries=150, sequenceid=124, filesize=11.7 K 2024-11-19T20:23:15,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/4c23bca5c35a4017bfe0803a7a55a4d0 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/4c23bca5c35a4017bfe0803a7a55a4d0 2024-11-19T20:23:15,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/4c23bca5c35a4017bfe0803a7a55a4d0, entries=150, sequenceid=124, filesize=11.7 K 2024-11-19T20:23:15,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1245ms, sequenceid=124, compaction requested=true 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:15,957 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:15,957 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T20:23:15,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:15,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86347 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T20:23:15,959 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/A is initiating minor compaction (all files) 2024-11-19T20:23:15,959 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84007 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T20:23:15,959 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/A in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,959 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/B is initiating minor compaction (all files) 2024-11-19T20:23:15,959 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/B in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,959 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f259110e424147c3b3c006a21b1f3c54, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/229cf1cc58534e62aa82def1e41c637a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/1f92cb0f416f44c1a9015b663dd31fa8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/3d514c6638054f949e18188c2b16c197, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f5128fb9aeba414194d1f36824b86e69, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d4b6311b754b4ac598c0f9ff9568c732, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/14c9a38842f34497b882e7de22638295] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=84.3 K 2024-11-19T20:23:15,959 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/463d03453ce840e1b86f20bb8b42c4bf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d9a13090cce408aa42202154d0648c8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/e150d7191f164d93b5f5f371d185f84c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/cc65d6670f67475085aded50c0684a24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/03b8eaa3fdc844f190a1acc55da3b16b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/07a08d435e4645d69018d92b16ee5c7b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/2b1bbc1c8f2f4ddab8e70fc0310afc09] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=82.0 K 2024-11-19T20:23:15,960 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting f259110e424147c3b3c006a21b1f3c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732047785847 2024-11-19T20:23:15,960 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 463d03453ce840e1b86f20bb8b42c4bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732047785847 2024-11-19T20:23:15,960 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d9a13090cce408aa42202154d0648c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732047785862 2024-11-19T20:23:15,960 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 229cf1cc58534e62aa82def1e41c637a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732047785862 2024-11-19T20:23:15,960 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e150d7191f164d93b5f5f371d185f84c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047786991 2024-11-19T20:23:15,960 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f92cb0f416f44c1a9015b663dd31fa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047786991 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting cc65d6670f67475085aded50c0684a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732047788128 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d514c6638054f949e18188c2b16c197, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732047788128 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 03b8eaa3fdc844f190a1acc55da3b16b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732047790270 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5128fb9aeba414194d1f36824b86e69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732047790270 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 07a08d435e4645d69018d92b16ee5c7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732047792433 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4b6311b754b4ac598c0f9ff9568c732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732047792433 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b1bbc1c8f2f4ddab8e70fc0310afc09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732047793579 2024-11-19T20:23:15,961 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14c9a38842f34497b882e7de22638295, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732047793579 2024-11-19T20:23:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T20:23:15,975 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:15,975 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#B#compaction#378 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:15,976 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/c29d4abef411471a8b8fd9b0b7ce4cbe is 50, key is test_row_0/A:col10/1732047794711/Put/seqid=0 2024-11-19T20:23:15,976 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/6e8df352252246a7acfa0051e4ac63ac is 50, key is test_row_0/B:col10/1732047794711/Put/seqid=0 2024-11-19T20:23:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742276_1452 (size=12241) 2024-11-19T20:23:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742277_1453 (size=12241) 2024-11-19T20:23:15,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:15,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-19T20:23:15,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,983 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:23:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:15,984 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/c29d4abef411471a8b8fd9b0b7ce4cbe as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/c29d4abef411471a8b8fd9b0b7ce4cbe 2024-11-19T20:23:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:15,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:15,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/6aad9fb2085b42d08c21506f6655e14f is 50, key is test_row_0/A:col10/1732047794746/Put/seqid=0 2024-11-19T20:23:15,989 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/A of f4b0f8f935d4241230a9d3d4e44e1b7b into c29d4abef411471a8b8fd9b0b7ce4cbe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:15,989 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:15,989 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/A, priority=9, startTime=1732047795957; duration=0sec 2024-11-19T20:23:15,989 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:15,989 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:A 2024-11-19T20:23:15,989 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T20:23:15,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742278_1454 (size=12151) 2024-11-19T20:23:15,992 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84007 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T20:23:15,992 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/C is initiating minor compaction (all files) 2024-11-19T20:23:15,992 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/C in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:15,992 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/444db5ba0e824f0a920f04d79e683f59, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/8dc7c1995cb24d07bff95af1662f4161, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/bc7e92d70fd843d9a6b25e3b973840b9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/edf4749fb14c41dba945a911e9c19c16, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/33661a0ba51e4658b2e231d37f162460, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/d86110fb6b8d4c1d892daa0fa5c2dd45, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/4c23bca5c35a4017bfe0803a7a55a4d0] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=82.0 K 2024-11-19T20:23:15,992 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/6aad9fb2085b42d08c21506f6655e14f 2024-11-19T20:23:15,993 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 444db5ba0e824f0a920f04d79e683f59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732047785847 2024-11-19T20:23:15,993 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dc7c1995cb24d07bff95af1662f4161, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732047785862 2024-11-19T20:23:15,993 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc7e92d70fd843d9a6b25e3b973840b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732047786991 2024-11-19T20:23:15,994 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting edf4749fb14c41dba945a911e9c19c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732047788128 2024-11-19T20:23:15,994 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33661a0ba51e4658b2e231d37f162460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732047790270 2024-11-19T20:23:15,994 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d86110fb6b8d4c1d892daa0fa5c2dd45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732047792433 2024-11-19T20:23:15,995 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c23bca5c35a4017bfe0803a7a55a4d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732047793579 2024-11-19T20:23:15,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/0595c461d3614008bb49be52ef2199d9 is 50, key is test_row_0/B:col10/1732047794746/Put/seqid=0 2024-11-19T20:23:16,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742279_1455 (size=12151) 2024-11-19T20:23:16,002 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/0595c461d3614008bb49be52ef2199d9 2024-11-19T20:23:16,008 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#C#compaction#382 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:16,008 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/874ed6ae4b274ea6b719d5ffda04a4fe is 50, key is test_row_0/C:col10/1732047794711/Put/seqid=0 2024-11-19T20:23:16,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/81d35f94590c4681aeb8fbe7394d947f is 50, key is test_row_0/C:col10/1732047794746/Put/seqid=0 2024-11-19T20:23:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742280_1456 (size=12241) 2024-11-19T20:23:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742281_1457 (size=12151) 2024-11-19T20:23:16,015 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/81d35f94590c4681aeb8fbe7394d947f 2024-11-19T20:23:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/6aad9fb2085b42d08c21506f6655e14f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aad9fb2085b42d08c21506f6655e14f 2024-11-19T20:23:16,022 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aad9fb2085b42d08c21506f6655e14f, entries=150, sequenceid=147, filesize=11.9 K 2024-11-19T20:23:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/0595c461d3614008bb49be52ef2199d9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/0595c461d3614008bb49be52ef2199d9 2024-11-19T20:23:16,025 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/0595c461d3614008bb49be52ef2199d9, entries=150, sequenceid=147, filesize=11.9 K 2024-11-19T20:23:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/81d35f94590c4681aeb8fbe7394d947f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/81d35f94590c4681aeb8fbe7394d947f 2024-11-19T20:23:16,028 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/81d35f94590c4681aeb8fbe7394d947f, entries=150, sequenceid=147, filesize=11.9 K 2024-11-19T20:23:16,029 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for f4b0f8f935d4241230a9d3d4e44e1b7b in 46ms, sequenceid=147, compaction requested=false 2024-11-19T20:23:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-19T20:23:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-19T20:23:16,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-19T20:23:16,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 657 msec 2024-11-19T20:23:16,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 659 msec 2024-11-19T20:23:16,386 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/6e8df352252246a7acfa0051e4ac63ac as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/6e8df352252246a7acfa0051e4ac63ac 2024-11-19T20:23:16,389 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/B of f4b0f8f935d4241230a9d3d4e44e1b7b into 6e8df352252246a7acfa0051e4ac63ac(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:16,390 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:16,390 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/B, priority=9, startTime=1732047795957; duration=0sec 2024-11-19T20:23:16,390 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:16,390 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:B 2024-11-19T20:23:16,416 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/874ed6ae4b274ea6b719d5ffda04a4fe as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/874ed6ae4b274ea6b719d5ffda04a4fe 2024-11-19T20:23:16,420 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/C of f4b0f8f935d4241230a9d3d4e44e1b7b into 874ed6ae4b274ea6b719d5ffda04a4fe(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:16,420 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:16,420 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/C, priority=9, startTime=1732047795957; duration=0sec 2024-11-19T20:23:16,420 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:16,420 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:C 2024-11-19T20:23:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T20:23:16,476 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-19T20:23:16,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-19T20:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T20:23:16,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:16,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:16,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T20:23:16,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:16,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-19T20:23:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-19T20:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-19T20:23:16,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-19T20:23:16,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-19T20:23:16,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 157 msec 2024-11-19T20:23:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T20:23:16,780 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-19T20:23:16,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-19T20:23:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T20:23:16,783 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:16,784 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:16,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T20:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:16,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:23:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:16,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/80454d42615a4bcf8458d6b0ecd4dfdf is 50, key is test_row_0/A:col10/1732047796888/Put/seqid=0 2024-11-19T20:23:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742282_1458 (size=14541) 2024-11-19T20:23:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047856923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047856923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:16,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:16,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:16,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:16,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047856933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047856934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047856935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047857036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047857036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047857039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047857040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047857040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T20:23:17,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:17,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047857239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047857239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047857243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047857243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047857244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/80454d42615a4bcf8458d6b0ecd4dfdf 2024-11-19T20:23:17,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/de4a688be23d43d09fe7d8e4690409d3 is 50, key is test_row_0/B:col10/1732047796888/Put/seqid=0 2024-11-19T20:23:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742283_1459 (size=12151) 2024-11-19T20:23:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T20:23:17,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:17,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:17,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:17,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047857545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047857546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047857549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047857549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047857550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:17,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:17,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:17,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/de4a688be23d43d09fe7d8e4690409d3 2024-11-19T20:23:17,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/89250557a1cf46bca09dda1a7168ad50 is 50, key is test_row_0/C:col10/1732047796888/Put/seqid=0 2024-11-19T20:23:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742284_1460 (size=12151) 2024-11-19T20:23:17,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/89250557a1cf46bca09dda1a7168ad50 2024-11-19T20:23:17,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/80454d42615a4bcf8458d6b0ecd4dfdf as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/80454d42615a4bcf8458d6b0ecd4dfdf 2024-11-19T20:23:17,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/80454d42615a4bcf8458d6b0ecd4dfdf, entries=200, sequenceid=162, filesize=14.2 K 2024-11-19T20:23:17,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/de4a688be23d43d09fe7d8e4690409d3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/de4a688be23d43d09fe7d8e4690409d3 2024-11-19T20:23:17,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/de4a688be23d43d09fe7d8e4690409d3, entries=150, sequenceid=162, filesize=11.9 K 2024-11-19T20:23:17,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/89250557a1cf46bca09dda1a7168ad50 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/89250557a1cf46bca09dda1a7168ad50 2024-11-19T20:23:17,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/89250557a1cf46bca09dda1a7168ad50, entries=150, sequenceid=162, filesize=11.9 K 2024-11-19T20:23:17,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f4b0f8f935d4241230a9d3d4e44e1b7b in 846ms, sequenceid=162, compaction requested=true 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:17,739 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:17,739 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:17,740 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:17,740 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:17,740 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/A is initiating minor compaction (all files) 2024-11-19T20:23:17,740 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/B is initiating minor compaction (all files) 2024-11-19T20:23:17,740 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/B in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,740 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/A in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,740 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/6e8df352252246a7acfa0051e4ac63ac, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/0595c461d3614008bb49be52ef2199d9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/de4a688be23d43d09fe7d8e4690409d3] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=35.7 K 2024-11-19T20:23:17,740 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/c29d4abef411471a8b8fd9b0b7ce4cbe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aad9fb2085b42d08c21506f6655e14f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/80454d42615a4bcf8458d6b0ecd4dfdf] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=38.0 K 2024-11-19T20:23:17,741 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e8df352252246a7acfa0051e4ac63ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732047793579 2024-11-19T20:23:17,741 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29d4abef411471a8b8fd9b0b7ce4cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732047793579 2024-11-19T20:23:17,741 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aad9fb2085b42d08c21506f6655e14f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732047794738 2024-11-19T20:23:17,741 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 0595c461d3614008bb49be52ef2199d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732047794738 2024-11-19T20:23:17,741 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80454d42615a4bcf8458d6b0ecd4dfdf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732047796885 2024-11-19T20:23:17,741 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting de4a688be23d43d09fe7d8e4690409d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732047796888 2024-11-19T20:23:17,747 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:17,748 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/174bc86adeea4b3587ffe470563b98b8 is 50, key is test_row_0/B:col10/1732047796888/Put/seqid=0 2024-11-19T20:23:17,748 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:17,748 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/63fefcc3457041ad912138f2038afcb6 is 50, key is test_row_0/A:col10/1732047796888/Put/seqid=0 2024-11-19T20:23:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742285_1461 (size=12493) 2024-11-19T20:23:17,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742286_1462 (size=12493) 2024-11-19T20:23:17,756 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/174bc86adeea4b3587ffe470563b98b8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/174bc86adeea4b3587ffe470563b98b8 2024-11-19T20:23:17,760 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/B of f4b0f8f935d4241230a9d3d4e44e1b7b into 174bc86adeea4b3587ffe470563b98b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:17,760 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:17,760 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/B, priority=13, startTime=1732047797739; duration=0sec 2024-11-19T20:23:17,760 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:17,760 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:B 2024-11-19T20:23:17,760 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:17,761 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:17,761 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/C is initiating minor compaction (all files) 2024-11-19T20:23:17,761 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/C in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,761 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/874ed6ae4b274ea6b719d5ffda04a4fe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/81d35f94590c4681aeb8fbe7394d947f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/89250557a1cf46bca09dda1a7168ad50] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=35.7 K 2024-11-19T20:23:17,761 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 874ed6ae4b274ea6b719d5ffda04a4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732047793579 2024-11-19T20:23:17,762 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 81d35f94590c4681aeb8fbe7394d947f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732047794738 2024-11-19T20:23:17,762 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 89250557a1cf46bca09dda1a7168ad50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732047796888 2024-11-19T20:23:17,769 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:17,769 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/90a3d905bb6444b286bfb80b22c339fd is 50, key is test_row_0/C:col10/1732047796888/Put/seqid=0 2024-11-19T20:23:17,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742287_1463 (size=12493) 2024-11-19T20:23:17,785 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/90a3d905bb6444b286bfb80b22c339fd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/90a3d905bb6444b286bfb80b22c339fd 2024-11-19T20:23:17,790 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/C of f4b0f8f935d4241230a9d3d4e44e1b7b into 90a3d905bb6444b286bfb80b22c339fd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:17,790 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:17,790 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/C, priority=13, startTime=1732047797739; duration=0sec 2024-11-19T20:23:17,790 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:17,790 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:C 2024-11-19T20:23:17,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:17,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:17,852 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/04e72c8d813e4eb0ac7bfeb2a40e1acb is 50, key is test_row_0/A:col10/1732047796933/Put/seqid=0 2024-11-19T20:23:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742288_1464 (size=12151) 2024-11-19T20:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T20:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:18,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047858060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047858061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047858062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047858062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047858062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,157 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/63fefcc3457041ad912138f2038afcb6 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/63fefcc3457041ad912138f2038afcb6 2024-11-19T20:23:18,162 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/A of f4b0f8f935d4241230a9d3d4e44e1b7b into 63fefcc3457041ad912138f2038afcb6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:18,162 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:18,162 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/A, priority=13, startTime=1732047797739; duration=0sec 2024-11-19T20:23:18,162 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:18,162 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:A 2024-11-19T20:23:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047858166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047858168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047858168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047858168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047858168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,261 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/04e72c8d813e4eb0ac7bfeb2a40e1acb 2024-11-19T20:23:18,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/5d9b49ad1cf04b9588fe98475539a655 is 50, key is test_row_0/B:col10/1732047796933/Put/seqid=0 2024-11-19T20:23:18,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742289_1465 (size=12151) 2024-11-19T20:23:18,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047858371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047858371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047858372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047858373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047858373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,676 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/5d9b49ad1cf04b9588fe98475539a655 2024-11-19T20:23:18,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047858675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047858675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047858675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/1075517d0c854070b55b5d3dbc9c750b is 50, key is test_row_0/C:col10/1732047796933/Put/seqid=0 2024-11-19T20:23:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047858677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047858677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742290_1466 (size=12151) 2024-11-19T20:23:18,692 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/1075517d0c854070b55b5d3dbc9c750b 2024-11-19T20:23:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/04e72c8d813e4eb0ac7bfeb2a40e1acb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/04e72c8d813e4eb0ac7bfeb2a40e1acb 2024-11-19T20:23:18,698 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/04e72c8d813e4eb0ac7bfeb2a40e1acb, entries=150, sequenceid=189, filesize=11.9 K 2024-11-19T20:23:18,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/5d9b49ad1cf04b9588fe98475539a655 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5d9b49ad1cf04b9588fe98475539a655 2024-11-19T20:23:18,701 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5d9b49ad1cf04b9588fe98475539a655, entries=150, sequenceid=189, filesize=11.9 K 2024-11-19T20:23:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/1075517d0c854070b55b5d3dbc9c750b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1075517d0c854070b55b5d3dbc9c750b 2024-11-19T20:23:18,705 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1075517d0c854070b55b5d3dbc9c750b, entries=150, sequenceid=189, filesize=11.9 K 2024-11-19T20:23:18,705 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f4b0f8f935d4241230a9d3d4e44e1b7b in 853ms, sequenceid=189, compaction requested=false 2024-11-19T20:23:18,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:18,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:18,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-19T20:23:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-19T20:23:18,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-19T20:23:18,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-11-19T20:23:18,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.9260 sec 2024-11-19T20:23:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T20:23:18,887 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-19T20:23:18,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-19T20:23:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T20:23:18,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:18,891 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:18,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T20:23:19,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:19,043 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:19,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/00892f216dab4fdbae5cbabdaf3c7995 is 50, key is test_row_0/A:col10/1732047798061/Put/seqid=0 2024-11-19T20:23:19,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742291_1467 (size=12151) 2024-11-19T20:23:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T20:23:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047859206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047859207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047859207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047859212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047859212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047859313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047859313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047859313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047859317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047859317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,452 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/00892f216dab4fdbae5cbabdaf3c7995 2024-11-19T20:23:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/f4126a8172b8457a970f50cf28aa88fa is 50, key is test_row_0/B:col10/1732047798061/Put/seqid=0 2024-11-19T20:23:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742292_1468 (size=12151) 2024-11-19T20:23:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T20:23:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047859518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047859519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047859520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047859521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047859521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047859824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047859825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047859828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047859828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047859828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:19,861 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/f4126a8172b8457a970f50cf28aa88fa 2024-11-19T20:23:19,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd is 50, key is test_row_0/C:col10/1732047798061/Put/seqid=0 2024-11-19T20:23:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742293_1469 (size=12151) 2024-11-19T20:23:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T20:23:20,272 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd 2024-11-19T20:23:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/00892f216dab4fdbae5cbabdaf3c7995 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/00892f216dab4fdbae5cbabdaf3c7995 2024-11-19T20:23:20,279 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/00892f216dab4fdbae5cbabdaf3c7995, entries=150, sequenceid=202, filesize=11.9 K 2024-11-19T20:23:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/f4126a8172b8457a970f50cf28aa88fa as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/f4126a8172b8457a970f50cf28aa88fa 2024-11-19T20:23:20,282 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/f4126a8172b8457a970f50cf28aa88fa, entries=150, sequenceid=202, filesize=11.9 K 2024-11-19T20:23:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd 2024-11-19T20:23:20,286 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd, entries=150, sequenceid=202, filesize=11.9 K 2024-11-19T20:23:20,287 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1244ms, sequenceid=202, compaction requested=true 2024-11-19T20:23:20,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:20,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:20,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-19T20:23:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-19T20:23:20,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-19T20:23:20,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-19T20:23:20,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4020 sec 2024-11-19T20:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:20,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T20:23:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:20,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:20,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/7d221dfccce0478e9420f42fe5b1bca8 is 50, key is test_row_0/A:col10/1732047800331/Put/seqid=0 2024-11-19T20:23:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742294_1470 (size=14541) 2024-11-19T20:23:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047860340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047860340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047860341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047860342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047860343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047860446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047860447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047860451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047860451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047860452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047860652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047860653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047860653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047860653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047860658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/7d221dfccce0478e9420f42fe5b1bca8 2024-11-19T20:23:20,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/890519f5a6da49fbbfeab3e445243288 is 50, key is test_row_0/B:col10/1732047800331/Put/seqid=0 2024-11-19T20:23:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742295_1471 (size=12151) 2024-11-19T20:23:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047860955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047860956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047860959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047860960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047860965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T20:23:20,994 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-19T20:23:20,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-19T20:23:20,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:20,997 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:20,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T20:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T20:23:21,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T20:23:21,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:21,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/890519f5a6da49fbbfeab3e445243288 2024-11-19T20:23:21,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/0a59ef31018444398d36fd9b052ae8ef is 50, key is test_row_0/C:col10/1732047800331/Put/seqid=0 2024-11-19T20:23:21,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742296_1472 (size=12151) 2024-11-19T20:23:21,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T20:23:21,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T20:23:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T20:23:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047861464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047861465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047861466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047861468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047861470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/0a59ef31018444398d36fd9b052ae8ef 2024-11-19T20:23:21,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/7d221dfccce0478e9420f42fe5b1bca8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/7d221dfccce0478e9420f42fe5b1bca8 2024-11-19T20:23:21,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/7d221dfccce0478e9420f42fe5b1bca8, entries=200, sequenceid=228, filesize=14.2 K 2024-11-19T20:23:21,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/890519f5a6da49fbbfeab3e445243288 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/890519f5a6da49fbbfeab3e445243288 2024-11-19T20:23:21,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/890519f5a6da49fbbfeab3e445243288, entries=150, sequenceid=228, filesize=11.9 K 2024-11-19T20:23:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/0a59ef31018444398d36fd9b052ae8ef as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/0a59ef31018444398d36fd9b052ae8ef 2024-11-19T20:23:21,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/0a59ef31018444398d36fd9b052ae8ef, entries=150, sequenceid=228, filesize=11.9 K 2024-11-19T20:23:21,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1248ms, sequenceid=228, compaction requested=true 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:21,580 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:21,580 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:23:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:21,581 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:23:21,581 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/A is initiating minor compaction (all files) 2024-11-19T20:23:21,581 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/A in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,581 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/63fefcc3457041ad912138f2038afcb6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/04e72c8d813e4eb0ac7bfeb2a40e1acb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/00892f216dab4fdbae5cbabdaf3c7995, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/7d221dfccce0478e9420f42fe5b1bca8] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=50.1 K 2024-11-19T20:23:21,582 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:23:21,582 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/B is initiating minor compaction (all files) 2024-11-19T20:23:21,582 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/B in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,582 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/174bc86adeea4b3587ffe470563b98b8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5d9b49ad1cf04b9588fe98475539a655, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/f4126a8172b8457a970f50cf28aa88fa, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/890519f5a6da49fbbfeab3e445243288] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=47.8 K 2024-11-19T20:23:21,582 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63fefcc3457041ad912138f2038afcb6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732047796888 2024-11-19T20:23:21,582 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 174bc86adeea4b3587ffe470563b98b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732047796888 2024-11-19T20:23:21,582 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04e72c8d813e4eb0ac7bfeb2a40e1acb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732047796921 2024-11-19T20:23:21,582 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d9b49ad1cf04b9588fe98475539a655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732047796921 2024-11-19T20:23:21,583 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00892f216dab4fdbae5cbabdaf3c7995, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732047798059 2024-11-19T20:23:21,583 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting f4126a8172b8457a970f50cf28aa88fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732047798059 2024-11-19T20:23:21,583 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d221dfccce0478e9420f42fe5b1bca8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732047799206 2024-11-19T20:23:21,583 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 890519f5a6da49fbbfeab3e445243288, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732047799211 2024-11-19T20:23:21,591 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:21,591 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:21,592 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/4d45461efe9a4ea980650acce8331059 is 50, key is test_row_0/B:col10/1732047800331/Put/seqid=0 2024-11-19T20:23:21,592 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/d74d524bf5c744029c9d6b5c7989f0d8 is 50, key is test_row_0/A:col10/1732047800331/Put/seqid=0 2024-11-19T20:23:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T20:23:21,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742297_1473 (size=12629) 2024-11-19T20:23:21,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:21,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T20:23:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,606 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T20:23:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742298_1474 (size=12629) 2024-11-19T20:23:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/6aebe72bda0d406f9620ea3925595846 is 50, key is test_row_0/A:col10/1732047800341/Put/seqid=0 2024-11-19T20:23:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742299_1475 (size=12151) 2024-11-19T20:23:21,615 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/6aebe72bda0d406f9620ea3925595846 2024-11-19T20:23:21,616 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/d74d524bf5c744029c9d6b5c7989f0d8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d74d524bf5c744029c9d6b5c7989f0d8 2024-11-19T20:23:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/ec4e8bc9b900414cb30a47c0eabccfd6 is 50, key is test_row_0/B:col10/1732047800341/Put/seqid=0 2024-11-19T20:23:21,623 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/A of f4b0f8f935d4241230a9d3d4e44e1b7b into d74d524bf5c744029c9d6b5c7989f0d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:21,623 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:21,623 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/A, priority=12, startTime=1732047801580; duration=0sec 2024-11-19T20:23:21,623 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:21,623 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:A 2024-11-19T20:23:21,623 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:23:21,625 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:23:21,625 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/C is initiating minor compaction (all files) 2024-11-19T20:23:21,625 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/C in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742300_1476 (size=12151) 2024-11-19T20:23:21,625 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/90a3d905bb6444b286bfb80b22c339fd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1075517d0c854070b55b5d3dbc9c750b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/0a59ef31018444398d36fd9b052ae8ef] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=47.8 K 2024-11-19T20:23:21,628 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a3d905bb6444b286bfb80b22c339fd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732047796888 2024-11-19T20:23:21,628 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/ec4e8bc9b900414cb30a47c0eabccfd6 2024-11-19T20:23:21,628 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1075517d0c854070b55b5d3dbc9c750b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732047796921 2024-11-19T20:23:21,629 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3071bb4aa3a4bf28c039f9f3c9bf3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732047798059 2024-11-19T20:23:21,629 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a59ef31018444398d36fd9b052ae8ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732047799211 2024-11-19T20:23:21,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/ef9b3a62a3644c4fabb963ed7f1bb3e4 is 50, key is test_row_0/C:col10/1732047800341/Put/seqid=0 2024-11-19T20:23:21,637 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:21,637 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/a3e3b29f49cb4d96bd19fdb6c052ca32 is 50, key is test_row_0/C:col10/1732047800331/Put/seqid=0 2024-11-19T20:23:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742301_1477 (size=12151) 2024-11-19T20:23:21,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742302_1478 (size=12629) 2024-11-19T20:23:22,008 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/4d45461efe9a4ea980650acce8331059 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d45461efe9a4ea980650acce8331059 2024-11-19T20:23:22,011 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/B of f4b0f8f935d4241230a9d3d4e44e1b7b into 4d45461efe9a4ea980650acce8331059(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:22,012 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:22,012 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/B, priority=12, startTime=1732047801580; duration=0sec 2024-11-19T20:23:22,012 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:22,012 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:B 2024-11-19T20:23:22,049 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/ef9b3a62a3644c4fabb963ed7f1bb3e4 2024-11-19T20:23:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/6aebe72bda0d406f9620ea3925595846 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aebe72bda0d406f9620ea3925595846 2024-11-19T20:23:22,057 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aebe72bda0d406f9620ea3925595846, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T20:23:22,057 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/a3e3b29f49cb4d96bd19fdb6c052ca32 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/a3e3b29f49cb4d96bd19fdb6c052ca32 2024-11-19T20:23:22,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/ec4e8bc9b900414cb30a47c0eabccfd6 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/ec4e8bc9b900414cb30a47c0eabccfd6 2024-11-19T20:23:22,061 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/ec4e8bc9b900414cb30a47c0eabccfd6, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T20:23:22,062 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/C of f4b0f8f935d4241230a9d3d4e44e1b7b into a3e3b29f49cb4d96bd19fdb6c052ca32(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/ef9b3a62a3644c4fabb963ed7f1bb3e4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ef9b3a62a3644c4fabb963ed7f1bb3e4 2024-11-19T20:23:22,062 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:22,062 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/C, priority=12, startTime=1732047801580; duration=0sec 2024-11-19T20:23:22,062 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:22,062 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:C 2024-11-19T20:23:22,065 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ef9b3a62a3644c4fabb963ed7f1bb3e4, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T20:23:22,065 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f4b0f8f935d4241230a9d3d4e44e1b7b in 459ms, sequenceid=238, compaction requested=false 2024-11-19T20:23:22,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:22,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-19T20:23:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-19T20:23:22,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-19T20:23:22,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-11-19T20:23:22,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.0810 sec 2024-11-19T20:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T20:23:22,103 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-19T20:23:22,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-19T20:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T20:23:22,105 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:22,106 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:22,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T20:23:22,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-19T20:23:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-19T20:23:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-19T20:23:22,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-19T20:23:22,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-19T20:23:22,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 158 msec 2024-11-19T20:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T20:23:22,407 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-19T20:23:22,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-19T20:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:22,410 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:22,410 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:22,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:22,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:23:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:22,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/dfb31ea05b4741c0a8b36a50871822ff is 50, key is test_row_0/A:col10/1732047802481/Put/seqid=0 2024-11-19T20:23:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742303_1479 (size=9757) 2024-11-19T20:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047862534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047862534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047862535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047862535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047862535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:22,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:22,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047862640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047862643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047862643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047862643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047862644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:22,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047862843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047862848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047862848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047862849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047862850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:22,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:22,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:22,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/dfb31ea05b4741c0a8b36a50871822ff 2024-11-19T20:23:22,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/c08c8bbaa1ef4d7c9857ce4ca9309375 is 50, key is test_row_0/B:col10/1732047802481/Put/seqid=0 2024-11-19T20:23:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742304_1480 (size=9757) 2024-11-19T20:23:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:23,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047863148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047863152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047863153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047863154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047863154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/c08c8bbaa1ef4d7c9857ce4ca9309375 2024-11-19T20:23:23,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/53302f4d492d4a9ca1aa91d3a5612bfe is 50, key is test_row_0/C:col10/1732047802481/Put/seqid=0 2024-11-19T20:23:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742305_1481 (size=9757) 2024-11-19T20:23:23,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:23,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047863653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047863655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047863657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047863660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047863660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/53302f4d492d4a9ca1aa91d3a5612bfe 2024-11-19T20:23:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/dfb31ea05b4741c0a8b36a50871822ff as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/dfb31ea05b4741c0a8b36a50871822ff 2024-11-19T20:23:23,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/dfb31ea05b4741c0a8b36a50871822ff, entries=100, sequenceid=254, filesize=9.5 K 2024-11-19T20:23:23,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/c08c8bbaa1ef4d7c9857ce4ca9309375 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/c08c8bbaa1ef4d7c9857ce4ca9309375 2024-11-19T20:23:23,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/c08c8bbaa1ef4d7c9857ce4ca9309375, entries=100, sequenceid=254, filesize=9.5 K 2024-11-19T20:23:23,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/53302f4d492d4a9ca1aa91d3a5612bfe as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/53302f4d492d4a9ca1aa91d3a5612bfe 2024-11-19T20:23:23,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/53302f4d492d4a9ca1aa91d3a5612bfe, entries=100, sequenceid=254, filesize=9.5 K 2024-11-19T20:23:23,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1245ms, sequenceid=254, compaction requested=true 2024-11-19T20:23:23,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:23,728 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:23,728 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/B is initiating minor compaction (all files) 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/A is initiating minor compaction (all files) 2024-11-19T20:23:23,729 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/B in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,729 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/A in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,729 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d45461efe9a4ea980650acce8331059, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/ec4e8bc9b900414cb30a47c0eabccfd6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/c08c8bbaa1ef4d7c9857ce4ca9309375] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=33.7 K 2024-11-19T20:23:23,729 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d74d524bf5c744029c9d6b5c7989f0d8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aebe72bda0d406f9620ea3925595846, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/dfb31ea05b4741c0a8b36a50871822ff] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=33.7 K 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting d74d524bf5c744029c9d6b5c7989f0d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732047799211 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d45461efe9a4ea980650acce8331059, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732047799211 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aebe72bda0d406f9620ea3925595846, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732047800339 2024-11-19T20:23:23,729 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4e8bc9b900414cb30a47c0eabccfd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732047800339 2024-11-19T20:23:23,730 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfb31ea05b4741c0a8b36a50871822ff, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732047802481 2024-11-19T20:23:23,730 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c08c8bbaa1ef4d7c9857ce4ca9309375, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732047802481 2024-11-19T20:23:23,736 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:23,737 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/bce64be9d7af4be6a0db03e119d1761c is 50, key is test_row_0/A:col10/1732047802481/Put/seqid=0 2024-11-19T20:23:23,738 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:23,739 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/a5fe1e35465d4a8aa71e42a6117236ee is 50, key is test_row_0/B:col10/1732047802481/Put/seqid=0 2024-11-19T20:23:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742306_1482 (size=12731) 2024-11-19T20:23:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742307_1483 (size=12731) 2024-11-19T20:23:23,746 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/bce64be9d7af4be6a0db03e119d1761c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/bce64be9d7af4be6a0db03e119d1761c 2024-11-19T20:23:23,750 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/A of f4b0f8f935d4241230a9d3d4e44e1b7b into bce64be9d7af4be6a0db03e119d1761c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:23,750 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:23,750 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/A, priority=13, startTime=1732047803727; duration=0sec 2024-11-19T20:23:23,750 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:23,750 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:A 2024-11-19T20:23:23,750 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:23,751 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:23,751 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/C is initiating minor compaction (all files) 2024-11-19T20:23:23,751 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/C in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,751 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/a3e3b29f49cb4d96bd19fdb6c052ca32, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ef9b3a62a3644c4fabb963ed7f1bb3e4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/53302f4d492d4a9ca1aa91d3a5612bfe] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=33.7 K 2024-11-19T20:23:23,751 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e3b29f49cb4d96bd19fdb6c052ca32, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732047799211 2024-11-19T20:23:23,752 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef9b3a62a3644c4fabb963ed7f1bb3e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732047800339 2024-11-19T20:23:23,752 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53302f4d492d4a9ca1aa91d3a5612bfe, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732047802481 2024-11-19T20:23:23,757 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#C#compaction#410 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:23,758 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/1d99f74ae2f34a46940b4fa609399cdb is 50, key is test_row_0/C:col10/1732047802481/Put/seqid=0 2024-11-19T20:23:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742308_1484 (size=12731) 2024-11-19T20:23:23,772 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/1d99f74ae2f34a46940b4fa609399cdb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1d99f74ae2f34a46940b4fa609399cdb 2024-11-19T20:23:23,775 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/C of f4b0f8f935d4241230a9d3d4e44e1b7b into 1d99f74ae2f34a46940b4fa609399cdb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:23,775 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:23,775 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/C, priority=13, startTime=1732047803728; duration=0sec 2024-11-19T20:23:23,776 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:23,776 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:C 2024-11-19T20:23:23,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:23,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T20:23:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:23,783 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T20:23:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:23,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/64f4b56622db4cd7ba31731456eb3358 is 50, key is test_row_0/A:col10/1732047802510/Put/seqid=0 2024-11-19T20:23:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742309_1485 (size=12301) 2024-11-19T20:23:24,148 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/a5fe1e35465d4a8aa71e42a6117236ee as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/a5fe1e35465d4a8aa71e42a6117236ee 2024-11-19T20:23:24,152 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/B of f4b0f8f935d4241230a9d3d4e44e1b7b into a5fe1e35465d4a8aa71e42a6117236ee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:24,152 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:24,152 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/B, priority=13, startTime=1732047803728; duration=0sec 2024-11-19T20:23:24,152 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:24,152 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:B 2024-11-19T20:23:24,194 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/64f4b56622db4cd7ba31731456eb3358 2024-11-19T20:23:24,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/869fd9451ded44d88e88a9e9981ab23d is 50, key is test_row_0/B:col10/1732047802510/Put/seqid=0 2024-11-19T20:23:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742310_1486 (size=12301) 2024-11-19T20:23:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:24,605 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/869fd9451ded44d88e88a9e9981ab23d 2024-11-19T20:23:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/ea2d1d4d51494638b3f08c1bebeb65d4 is 50, key is test_row_0/C:col10/1732047802510/Put/seqid=0 2024-11-19T20:23:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742311_1487 (size=12301) 2024-11-19T20:23:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:24,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. as already flushing 2024-11-19T20:23:24,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44008 deadline: 1732047864670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047864670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047864673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047864674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047864674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047864776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047864777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047864777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047864779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047864981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047864982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047864982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047864982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,015 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/ea2d1d4d51494638b3f08c1bebeb65d4 2024-11-19T20:23:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/64f4b56622db4cd7ba31731456eb3358 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/64f4b56622db4cd7ba31731456eb3358 2024-11-19T20:23:25,022 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/64f4b56622db4cd7ba31731456eb3358, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T20:23:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/869fd9451ded44d88e88a9e9981ab23d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/869fd9451ded44d88e88a9e9981ab23d 2024-11-19T20:23:25,026 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/869fd9451ded44d88e88a9e9981ab23d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T20:23:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/ea2d1d4d51494638b3f08c1bebeb65d4 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ea2d1d4d51494638b3f08c1bebeb65d4 2024-11-19T20:23:25,030 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ea2d1d4d51494638b3f08c1bebeb65d4, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T20:23:25,030 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1247ms, sequenceid=281, compaction requested=false 2024-11-19T20:23:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-19T20:23:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-19T20:23:25,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-19T20:23:25,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6220 sec 2024-11-19T20:23:25,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.6250 sec 2024-11-19T20:23:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:25,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T20:23:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:25,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/2bd64d1f92244b4ea94da276e15c510e is 50, key is test_row_0/A:col10/1732047805285/Put/seqid=0 2024-11-19T20:23:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742312_1488 (size=17181) 2024-11-19T20:23:25,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/2bd64d1f92244b4ea94da276e15c510e 2024-11-19T20:23:25,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/5032f1d237cf480da3f85efdec1580ad is 50, key is test_row_0/B:col10/1732047805285/Put/seqid=0 2024-11-19T20:23:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742313_1489 (size=12301) 2024-11-19T20:23:25,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047865319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047865319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047865319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047865319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047865426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047865426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047865426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047865427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047865631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047865631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047865631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047865631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/5032f1d237cf480da3f85efdec1580ad 2024-11-19T20:23:25,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/481d929e44314c7fa37a4d41bdf55a40 is 50, key is test_row_0/C:col10/1732047805285/Put/seqid=0 2024-11-19T20:23:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742314_1490 (size=12301) 2024-11-19T20:23:25,846 DEBUG [Thread-1942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:51443 2024-11-19T20:23:25,846 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:25,847 DEBUG [Thread-1938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:51443 2024-11-19T20:23:25,847 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:25,848 DEBUG [Thread-1936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:51443 2024-11-19T20:23:25,848 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:25,851 DEBUG [Thread-1934 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:51443 2024-11-19T20:23:25,851 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:25,851 DEBUG [Thread-1940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:51443 2024-11-19T20:23:25,851 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43954 deadline: 1732047865935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43970 deadline: 1732047865935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43978 deadline: 1732047865937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:25,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1732047865937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:26,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/481d929e44314c7fa37a4d41bdf55a40 2024-11-19T20:23:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/2bd64d1f92244b4ea94da276e15c510e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/2bd64d1f92244b4ea94da276e15c510e 2024-11-19T20:23:26,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/2bd64d1f92244b4ea94da276e15c510e, entries=250, sequenceid=296, filesize=16.8 K 2024-11-19T20:23:26,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/5032f1d237cf480da3f85efdec1580ad as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5032f1d237cf480da3f85efdec1580ad 2024-11-19T20:23:26,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5032f1d237cf480da3f85efdec1580ad, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T20:23:26,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/481d929e44314c7fa37a4d41bdf55a40 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/481d929e44314c7fa37a4d41bdf55a40 2024-11-19T20:23:26,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/481d929e44314c7fa37a4d41bdf55a40, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T20:23:26,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f4b0f8f935d4241230a9d3d4e44e1b7b in 849ms, sequenceid=296, compaction requested=true 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:26,136 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b0f8f935d4241230a9d3d4e44e1b7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:26,136 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/A is initiating minor compaction (all files) 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/B is initiating minor compaction (all files) 2024-11-19T20:23:26,137 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/A in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:26,137 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/B in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:26,137 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/bce64be9d7af4be6a0db03e119d1761c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/64f4b56622db4cd7ba31731456eb3358, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/2bd64d1f92244b4ea94da276e15c510e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=41.2 K 2024-11-19T20:23:26,137 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/a5fe1e35465d4a8aa71e42a6117236ee, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/869fd9451ded44d88e88a9e9981ab23d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5032f1d237cf480da3f85efdec1580ad] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=36.5 K 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a5fe1e35465d4a8aa71e42a6117236ee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732047800342 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting bce64be9d7af4be6a0db03e119d1761c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732047800342 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64f4b56622db4cd7ba31731456eb3358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732047802510 2024-11-19T20:23:26,137 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 869fd9451ded44d88e88a9e9981ab23d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732047802510 2024-11-19T20:23:26,138 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bd64d1f92244b4ea94da276e15c510e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047804673 2024-11-19T20:23:26,138 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5032f1d237cf480da3f85efdec1580ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047804673 2024-11-19T20:23:26,144 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:26,144 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/735aad4c00d14b538278d45f48d6deb7 is 50, key is test_row_0/B:col10/1732047805285/Put/seqid=0 2024-11-19T20:23:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742315_1491 (size=12983) 2024-11-19T20:23:26,150 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#A#compaction#418 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:26,150 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/680d269e74d0486f9bd44529277a880c is 50, key is test_row_0/A:col10/1732047805285/Put/seqid=0 2024-11-19T20:23:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742316_1492 (size=12983) 2024-11-19T20:23:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:26,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:23:26,439 DEBUG [Thread-1929 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:51443 2024-11-19T20:23:26,439 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:26,439 DEBUG [Thread-1925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:51443 2024-11-19T20:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:26,439 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:26,442 DEBUG [Thread-1931 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:51443 2024-11-19T20:23:26,442 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:26,443 DEBUG [Thread-1927 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:51443 2024-11-19T20:23:26,443 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:26,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/e704f51c55cf470da16c8154d4901d42 is 50, key is test_row_0/A:col10/1732047806438/Put/seqid=0 2024-11-19T20:23:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742317_1493 (size=12301) 2024-11-19T20:23:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T20:23:26,514 INFO [Thread-1933 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-19T20:23:26,552 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/735aad4c00d14b538278d45f48d6deb7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/735aad4c00d14b538278d45f48d6deb7 2024-11-19T20:23:26,556 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/B of f4b0f8f935d4241230a9d3d4e44e1b7b into 735aad4c00d14b538278d45f48d6deb7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:26,556 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:26,556 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/B, priority=13, startTime=1732047806136; duration=0sec 2024-11-19T20:23:26,556 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:26,556 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:B 2024-11-19T20:23:26,556 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:26,557 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:26,557 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): f4b0f8f935d4241230a9d3d4e44e1b7b/C is initiating minor compaction (all files) 2024-11-19T20:23:26,557 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4b0f8f935d4241230a9d3d4e44e1b7b/C in TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:26,557 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1d99f74ae2f34a46940b4fa609399cdb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ea2d1d4d51494638b3f08c1bebeb65d4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/481d929e44314c7fa37a4d41bdf55a40] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp, totalSize=36.5 K 2024-11-19T20:23:26,557 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d99f74ae2f34a46940b4fa609399cdb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732047800342 2024-11-19T20:23:26,557 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ea2d1d4d51494638b3f08c1bebeb65d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732047802510 2024-11-19T20:23:26,558 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 481d929e44314c7fa37a4d41bdf55a40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732047804673 2024-11-19T20:23:26,558 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/680d269e74d0486f9bd44529277a880c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/680d269e74d0486f9bd44529277a880c 2024-11-19T20:23:26,562 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/A of f4b0f8f935d4241230a9d3d4e44e1b7b into 680d269e74d0486f9bd44529277a880c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:26,562 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:26,562 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/A, priority=13, startTime=1732047806136; duration=0sec 2024-11-19T20:23:26,562 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:26,562 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:A 2024-11-19T20:23:26,563 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b0f8f935d4241230a9d3d4e44e1b7b#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:26,564 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/5bf141fc52094453a7b4a25744d8af14 is 50, key is test_row_0/C:col10/1732047805285/Put/seqid=0 2024-11-19T20:23:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742318_1494 (size=12983) 2024-11-19T20:23:26,696 DEBUG [Thread-1923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:51443 2024-11-19T20:23:26,696 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2838 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8512 rows 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2844 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8531 rows 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2835 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8504 rows 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2863 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8589 rows 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2843 2024-11-19T20:23:26,696 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8529 rows 2024-11-19T20:23:26,696 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:23:26,696 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:51443 2024-11-19T20:23:26,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:26,699 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T20:23:26,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T20:23:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:26,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047806703"}]},"ts":"1732047806703"} 2024-11-19T20:23:26,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T20:23:26,706 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T20:23:26,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:23:26,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, UNASSIGN}] 2024-11-19T20:23:26,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, UNASSIGN 2024-11-19T20:23:26,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=f4b0f8f935d4241230a9d3d4e44e1b7b, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:26,709 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:23:26,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:26,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/e704f51c55cf470da16c8154d4901d42 2024-11-19T20:23:26,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/7d698b55eb434608b7fc601537203f81 is 50, key is test_row_0/B:col10/1732047806438/Put/seqid=0 2024-11-19T20:23:26,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:26,861 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:26,861 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:23:26,861 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing f4b0f8f935d4241230a9d3d4e44e1b7b, disabling compactions & flushes 2024-11-19T20:23:26,861 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1942): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742319_1495 (size=12301) 2024-11-19T20:23:26,970 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/5bf141fc52094453a7b4a25744d8af14 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/5bf141fc52094453a7b4a25744d8af14 2024-11-19T20:23:26,974 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4b0f8f935d4241230a9d3d4e44e1b7b/C of f4b0f8f935d4241230a9d3d4e44e1b7b into 5bf141fc52094453a7b4a25744d8af14(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:26,974 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:26,974 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b., storeName=f4b0f8f935d4241230a9d3d4e44e1b7b/C, priority=13, startTime=1732047806136; duration=0sec 2024-11-19T20:23:26,974 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:26,974 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:26,974 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b0f8f935d4241230a9d3d4e44e1b7b:C 2024-11-19T20:23:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:27,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/7d698b55eb434608b7fc601537203f81 2024-11-19T20:23:27,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/790800fe425543e8bc96a7669174062b is 50, key is test_row_0/C:col10/1732047806438/Put/seqid=0 2024-11-19T20:23:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742320_1496 (size=12301) 2024-11-19T20:23:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:27,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/790800fe425543e8bc96a7669174062b 2024-11-19T20:23:27,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/e704f51c55cf470da16c8154d4901d42 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/e704f51c55cf470da16c8154d4901d42 2024-11-19T20:23:27,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/e704f51c55cf470da16c8154d4901d42, entries=150, sequenceid=321, filesize=12.0 K 2024-11-19T20:23:27,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/7d698b55eb434608b7fc601537203f81 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/7d698b55eb434608b7fc601537203f81 2024-11-19T20:23:27,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/7d698b55eb434608b7fc601537203f81, entries=150, sequenceid=321, filesize=12.0 K 2024-11-19T20:23:27,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/790800fe425543e8bc96a7669174062b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/790800fe425543e8bc96a7669174062b 2024-11-19T20:23:27,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/790800fe425543e8bc96a7669174062b, entries=150, sequenceid=321, filesize=12.0 K 2024-11-19T20:23:27,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1246ms, sequenceid=321, compaction requested=false 2024-11-19T20:23:27,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:27,684 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. after waiting 0 ms 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:27,684 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing f4b0f8f935d4241230a9d3d4e44e1b7b 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=A 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=B 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:27,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4b0f8f935d4241230a9d3d4e44e1b7b, store=C 2024-11-19T20:23:27,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:27,687 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/9c0d2ab799e54b91bcb2fa5550488037 is 50, key is test_row_0/A:col10/1732047806441/Put/seqid=0 2024-11-19T20:23:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742321_1497 (size=9857) 2024-11-19T20:23:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:28,091 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/9c0d2ab799e54b91bcb2fa5550488037 2024-11-19T20:23:28,096 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/b75c7c7c8ab74d408abdfcc3006f4185 is 50, key is test_row_0/B:col10/1732047806441/Put/seqid=0 2024-11-19T20:23:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742322_1498 (size=9857) 2024-11-19T20:23:28,500 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/b75c7c7c8ab74d408abdfcc3006f4185 2024-11-19T20:23:28,506 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/24c40054fdbf41e9bfc5286ebebf6040 is 50, key is test_row_0/C:col10/1732047806441/Put/seqid=0 2024-11-19T20:23:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742323_1499 (size=9857) 2024-11-19T20:23:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:28,910 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/24c40054fdbf41e9bfc5286ebebf6040 2024-11-19T20:23:28,914 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/A/9c0d2ab799e54b91bcb2fa5550488037 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/9c0d2ab799e54b91bcb2fa5550488037 2024-11-19T20:23:28,917 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/9c0d2ab799e54b91bcb2fa5550488037, entries=100, sequenceid=330, filesize=9.6 K 2024-11-19T20:23:28,917 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/B/b75c7c7c8ab74d408abdfcc3006f4185 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/b75c7c7c8ab74d408abdfcc3006f4185 2024-11-19T20:23:28,920 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/b75c7c7c8ab74d408abdfcc3006f4185, entries=100, sequenceid=330, filesize=9.6 K 2024-11-19T20:23:28,920 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/.tmp/C/24c40054fdbf41e9bfc5286ebebf6040 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/24c40054fdbf41e9bfc5286ebebf6040 2024-11-19T20:23:28,923 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/24c40054fdbf41e9bfc5286ebebf6040, entries=100, sequenceid=330, filesize=9.6 K 2024-11-19T20:23:28,923 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f4b0f8f935d4241230a9d3d4e44e1b7b in 1239ms, sequenceid=330, compaction requested=true 2024-11-19T20:23:28,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f259110e424147c3b3c006a21b1f3c54, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/229cf1cc58534e62aa82def1e41c637a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/1f92cb0f416f44c1a9015b663dd31fa8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/3d514c6638054f949e18188c2b16c197, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f5128fb9aeba414194d1f36824b86e69, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d4b6311b754b4ac598c0f9ff9568c732, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/14c9a38842f34497b882e7de22638295, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/c29d4abef411471a8b8fd9b0b7ce4cbe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aad9fb2085b42d08c21506f6655e14f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/80454d42615a4bcf8458d6b0ecd4dfdf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/63fefcc3457041ad912138f2038afcb6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/04e72c8d813e4eb0ac7bfeb2a40e1acb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/00892f216dab4fdbae5cbabdaf3c7995, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/7d221dfccce0478e9420f42fe5b1bca8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d74d524bf5c744029c9d6b5c7989f0d8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aebe72bda0d406f9620ea3925595846, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/bce64be9d7af4be6a0db03e119d1761c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/dfb31ea05b4741c0a8b36a50871822ff, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/64f4b56622db4cd7ba31731456eb3358, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/2bd64d1f92244b4ea94da276e15c510e] to archive 2024-11-19T20:23:28,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:28,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f259110e424147c3b3c006a21b1f3c54 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f259110e424147c3b3c006a21b1f3c54 2024-11-19T20:23:28,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/229cf1cc58534e62aa82def1e41c637a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/229cf1cc58534e62aa82def1e41c637a 2024-11-19T20:23:28,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/1f92cb0f416f44c1a9015b663dd31fa8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/1f92cb0f416f44c1a9015b663dd31fa8 2024-11-19T20:23:28,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/3d514c6638054f949e18188c2b16c197 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/3d514c6638054f949e18188c2b16c197 2024-11-19T20:23:28,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f5128fb9aeba414194d1f36824b86e69 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/f5128fb9aeba414194d1f36824b86e69 2024-11-19T20:23:28,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d4b6311b754b4ac598c0f9ff9568c732 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d4b6311b754b4ac598c0f9ff9568c732 2024-11-19T20:23:28,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/14c9a38842f34497b882e7de22638295 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/14c9a38842f34497b882e7de22638295 2024-11-19T20:23:28,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/c29d4abef411471a8b8fd9b0b7ce4cbe to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/c29d4abef411471a8b8fd9b0b7ce4cbe 2024-11-19T20:23:28,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aad9fb2085b42d08c21506f6655e14f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aad9fb2085b42d08c21506f6655e14f 2024-11-19T20:23:28,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/80454d42615a4bcf8458d6b0ecd4dfdf to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/80454d42615a4bcf8458d6b0ecd4dfdf 2024-11-19T20:23:28,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/63fefcc3457041ad912138f2038afcb6 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/63fefcc3457041ad912138f2038afcb6 2024-11-19T20:23:28,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/04e72c8d813e4eb0ac7bfeb2a40e1acb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/04e72c8d813e4eb0ac7bfeb2a40e1acb 2024-11-19T20:23:28,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/00892f216dab4fdbae5cbabdaf3c7995 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/00892f216dab4fdbae5cbabdaf3c7995 2024-11-19T20:23:28,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/7d221dfccce0478e9420f42fe5b1bca8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/7d221dfccce0478e9420f42fe5b1bca8 2024-11-19T20:23:28,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d74d524bf5c744029c9d6b5c7989f0d8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/d74d524bf5c744029c9d6b5c7989f0d8 2024-11-19T20:23:28,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aebe72bda0d406f9620ea3925595846 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/6aebe72bda0d406f9620ea3925595846 2024-11-19T20:23:28,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/bce64be9d7af4be6a0db03e119d1761c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/bce64be9d7af4be6a0db03e119d1761c 2024-11-19T20:23:28,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/dfb31ea05b4741c0a8b36a50871822ff to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/dfb31ea05b4741c0a8b36a50871822ff 2024-11-19T20:23:28,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/64f4b56622db4cd7ba31731456eb3358 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/64f4b56622db4cd7ba31731456eb3358 2024-11-19T20:23:28,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/2bd64d1f92244b4ea94da276e15c510e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/2bd64d1f92244b4ea94da276e15c510e 2024-11-19T20:23:28,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/463d03453ce840e1b86f20bb8b42c4bf, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d9a13090cce408aa42202154d0648c8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/e150d7191f164d93b5f5f371d185f84c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/cc65d6670f67475085aded50c0684a24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/03b8eaa3fdc844f190a1acc55da3b16b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/07a08d435e4645d69018d92b16ee5c7b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/6e8df352252246a7acfa0051e4ac63ac, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/2b1bbc1c8f2f4ddab8e70fc0310afc09, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/0595c461d3614008bb49be52ef2199d9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/174bc86adeea4b3587ffe470563b98b8, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/de4a688be23d43d09fe7d8e4690409d3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5d9b49ad1cf04b9588fe98475539a655, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/f4126a8172b8457a970f50cf28aa88fa, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d45461efe9a4ea980650acce8331059, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/890519f5a6da49fbbfeab3e445243288, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/ec4e8bc9b900414cb30a47c0eabccfd6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/a5fe1e35465d4a8aa71e42a6117236ee, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/c08c8bbaa1ef4d7c9857ce4ca9309375, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/869fd9451ded44d88e88a9e9981ab23d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5032f1d237cf480da3f85efdec1580ad] to archive 2024-11-19T20:23:28,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:28,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/463d03453ce840e1b86f20bb8b42c4bf to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/463d03453ce840e1b86f20bb8b42c4bf 2024-11-19T20:23:28,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d9a13090cce408aa42202154d0648c8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d9a13090cce408aa42202154d0648c8 2024-11-19T20:23:28,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/e150d7191f164d93b5f5f371d185f84c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/e150d7191f164d93b5f5f371d185f84c 2024-11-19T20:23:28,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/cc65d6670f67475085aded50c0684a24 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/cc65d6670f67475085aded50c0684a24 2024-11-19T20:23:28,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/03b8eaa3fdc844f190a1acc55da3b16b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/03b8eaa3fdc844f190a1acc55da3b16b 2024-11-19T20:23:28,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/07a08d435e4645d69018d92b16ee5c7b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/07a08d435e4645d69018d92b16ee5c7b 2024-11-19T20:23:28,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/6e8df352252246a7acfa0051e4ac63ac to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/6e8df352252246a7acfa0051e4ac63ac 2024-11-19T20:23:28,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/2b1bbc1c8f2f4ddab8e70fc0310afc09 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/2b1bbc1c8f2f4ddab8e70fc0310afc09 2024-11-19T20:23:28,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/0595c461d3614008bb49be52ef2199d9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/0595c461d3614008bb49be52ef2199d9 2024-11-19T20:23:28,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/174bc86adeea4b3587ffe470563b98b8 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/174bc86adeea4b3587ffe470563b98b8 2024-11-19T20:23:28,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/de4a688be23d43d09fe7d8e4690409d3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/de4a688be23d43d09fe7d8e4690409d3 2024-11-19T20:23:28,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5d9b49ad1cf04b9588fe98475539a655 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5d9b49ad1cf04b9588fe98475539a655 2024-11-19T20:23:28,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/f4126a8172b8457a970f50cf28aa88fa to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/f4126a8172b8457a970f50cf28aa88fa 2024-11-19T20:23:28,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d45461efe9a4ea980650acce8331059 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/4d45461efe9a4ea980650acce8331059 2024-11-19T20:23:28,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/890519f5a6da49fbbfeab3e445243288 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/890519f5a6da49fbbfeab3e445243288 2024-11-19T20:23:28,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/ec4e8bc9b900414cb30a47c0eabccfd6 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/ec4e8bc9b900414cb30a47c0eabccfd6 2024-11-19T20:23:28,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/a5fe1e35465d4a8aa71e42a6117236ee to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/a5fe1e35465d4a8aa71e42a6117236ee 2024-11-19T20:23:28,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/c08c8bbaa1ef4d7c9857ce4ca9309375 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/c08c8bbaa1ef4d7c9857ce4ca9309375 2024-11-19T20:23:28,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/869fd9451ded44d88e88a9e9981ab23d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/869fd9451ded44d88e88a9e9981ab23d 2024-11-19T20:23:28,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5032f1d237cf480da3f85efdec1580ad to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/5032f1d237cf480da3f85efdec1580ad 2024-11-19T20:23:28,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/444db5ba0e824f0a920f04d79e683f59, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/8dc7c1995cb24d07bff95af1662f4161, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/bc7e92d70fd843d9a6b25e3b973840b9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/edf4749fb14c41dba945a911e9c19c16, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/33661a0ba51e4658b2e231d37f162460, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/d86110fb6b8d4c1d892daa0fa5c2dd45, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/874ed6ae4b274ea6b719d5ffda04a4fe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/4c23bca5c35a4017bfe0803a7a55a4d0, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/81d35f94590c4681aeb8fbe7394d947f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/90a3d905bb6444b286bfb80b22c339fd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/89250557a1cf46bca09dda1a7168ad50, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1075517d0c854070b55b5d3dbc9c750b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/a3e3b29f49cb4d96bd19fdb6c052ca32, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/0a59ef31018444398d36fd9b052ae8ef, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ef9b3a62a3644c4fabb963ed7f1bb3e4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1d99f74ae2f34a46940b4fa609399cdb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/53302f4d492d4a9ca1aa91d3a5612bfe, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ea2d1d4d51494638b3f08c1bebeb65d4, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/481d929e44314c7fa37a4d41bdf55a40] to archive 2024-11-19T20:23:28,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:28,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/444db5ba0e824f0a920f04d79e683f59 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/444db5ba0e824f0a920f04d79e683f59 2024-11-19T20:23:28,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/8dc7c1995cb24d07bff95af1662f4161 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/8dc7c1995cb24d07bff95af1662f4161 2024-11-19T20:23:28,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/bc7e92d70fd843d9a6b25e3b973840b9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/bc7e92d70fd843d9a6b25e3b973840b9 2024-11-19T20:23:28,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/edf4749fb14c41dba945a911e9c19c16 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/edf4749fb14c41dba945a911e9c19c16 2024-11-19T20:23:28,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/33661a0ba51e4658b2e231d37f162460 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/33661a0ba51e4658b2e231d37f162460 2024-11-19T20:23:28,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/d86110fb6b8d4c1d892daa0fa5c2dd45 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/d86110fb6b8d4c1d892daa0fa5c2dd45 2024-11-19T20:23:28,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/874ed6ae4b274ea6b719d5ffda04a4fe to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/874ed6ae4b274ea6b719d5ffda04a4fe 2024-11-19T20:23:28,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/4c23bca5c35a4017bfe0803a7a55a4d0 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/4c23bca5c35a4017bfe0803a7a55a4d0 2024-11-19T20:23:28,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/81d35f94590c4681aeb8fbe7394d947f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/81d35f94590c4681aeb8fbe7394d947f 2024-11-19T20:23:28,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/90a3d905bb6444b286bfb80b22c339fd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/90a3d905bb6444b286bfb80b22c339fd 2024-11-19T20:23:28,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/89250557a1cf46bca09dda1a7168ad50 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/89250557a1cf46bca09dda1a7168ad50 2024-11-19T20:23:28,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1075517d0c854070b55b5d3dbc9c750b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1075517d0c854070b55b5d3dbc9c750b 2024-11-19T20:23:28,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/c3071bb4aa3a4bf28c039f9f3c9bf3cd 2024-11-19T20:23:28,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/a3e3b29f49cb4d96bd19fdb6c052ca32 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/a3e3b29f49cb4d96bd19fdb6c052ca32 2024-11-19T20:23:28,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/0a59ef31018444398d36fd9b052ae8ef to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/0a59ef31018444398d36fd9b052ae8ef 2024-11-19T20:23:28,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ef9b3a62a3644c4fabb963ed7f1bb3e4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ef9b3a62a3644c4fabb963ed7f1bb3e4 2024-11-19T20:23:28,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1d99f74ae2f34a46940b4fa609399cdb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/1d99f74ae2f34a46940b4fa609399cdb 2024-11-19T20:23:28,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/53302f4d492d4a9ca1aa91d3a5612bfe to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/53302f4d492d4a9ca1aa91d3a5612bfe 2024-11-19T20:23:28,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ea2d1d4d51494638b3f08c1bebeb65d4 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/ea2d1d4d51494638b3f08c1bebeb65d4 2024-11-19T20:23:28,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/481d929e44314c7fa37a4d41bdf55a40 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/481d929e44314c7fa37a4d41bdf55a40 2024-11-19T20:23:28,978 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/recovered.edits/333.seqid, newMaxSeqId=333, maxSeqId=1 2024-11-19T20:23:28,978 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b. 2024-11-19T20:23:28,978 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for f4b0f8f935d4241230a9d3d4e44e1b7b: 2024-11-19T20:23:28,980 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:28,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=f4b0f8f935d4241230a9d3d4e44e1b7b, regionState=CLOSED 2024-11-19T20:23:28,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-19T20:23:28,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure f4b0f8f935d4241230a9d3d4e44e1b7b, server=581e77bfee5a,33765,1732047668051 in 2.2720 sec 2024-11-19T20:23:28,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-19T20:23:28,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b0f8f935d4241230a9d3d4e44e1b7b, UNASSIGN in 2.2750 sec 2024-11-19T20:23:28,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-19T20:23:28,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2770 sec 2024-11-19T20:23:28,985 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047808984"}]},"ts":"1732047808984"} 2024-11-19T20:23:28,985 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T20:23:28,987 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T20:23:28,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2880 sec 2024-11-19T20:23:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T20:23:30,806 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-19T20:23:30,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T20:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,808 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-19T20:23:30,808 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,810 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:30,812 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/recovered.edits] 2024-11-19T20:23:30,814 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/680d269e74d0486f9bd44529277a880c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/680d269e74d0486f9bd44529277a880c 2024-11-19T20:23:30,815 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/9c0d2ab799e54b91bcb2fa5550488037 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/9c0d2ab799e54b91bcb2fa5550488037 2024-11-19T20:23:30,816 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/e704f51c55cf470da16c8154d4901d42 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/A/e704f51c55cf470da16c8154d4901d42 2024-11-19T20:23:30,817 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/735aad4c00d14b538278d45f48d6deb7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/735aad4c00d14b538278d45f48d6deb7 2024-11-19T20:23:30,818 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/7d698b55eb434608b7fc601537203f81 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/7d698b55eb434608b7fc601537203f81 2024-11-19T20:23:30,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/b75c7c7c8ab74d408abdfcc3006f4185 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/B/b75c7c7c8ab74d408abdfcc3006f4185 2024-11-19T20:23:30,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/24c40054fdbf41e9bfc5286ebebf6040 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/24c40054fdbf41e9bfc5286ebebf6040 2024-11-19T20:23:30,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/5bf141fc52094453a7b4a25744d8af14 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/5bf141fc52094453a7b4a25744d8af14 2024-11-19T20:23:30,822 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/790800fe425543e8bc96a7669174062b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/C/790800fe425543e8bc96a7669174062b 2024-11-19T20:23:30,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/recovered.edits/333.seqid to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b/recovered.edits/333.seqid 2024-11-19T20:23:30,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/f4b0f8f935d4241230a9d3d4e44e1b7b 2024-11-19T20:23:30,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T20:23:30,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,827 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T20:23:30,829 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T20:23:30,829 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,829 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T20:23:30,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732047810829"}]},"ts":"9223372036854775807"} 2024-11-19T20:23:30,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T20:23:30,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f4b0f8f935d4241230a9d3d4e44e1b7b, NAME => 'TestAcidGuarantees,,1732047783686.f4b0f8f935d4241230a9d3d4e44e1b7b.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T20:23:30,831 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T20:23:30,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732047810831"}]},"ts":"9223372036854775807"} 2024-11-19T20:23:30,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T20:23:30,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-19T20:23:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-19T20:23:30,909 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-19T20:23:30,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=448 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1701 (was 1706) 2024-11-19T20:23:30,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=1701 2024-11-19T20:23:30,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:23:30,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:30,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:23:30,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:30,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-19T20:23:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T20:23:30,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:23:30,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742324_1500 (size=960) 2024-11-19T20:23:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T20:23:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T20:23:31,337 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca 2024-11-19T20:23:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742325_1501 (size=53) 2024-11-19T20:23:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T20:23:31,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:23:31,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ef1f0e7669655d71b72d6d7bd018b348, disabling compactions & flushes 2024-11-19T20:23:31,742 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:31,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:31,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. after waiting 0 ms 2024-11-19T20:23:31,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:31,742 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:31,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:31,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:23:31,744 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732047811743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047811743"}]},"ts":"1732047811743"} 2024-11-19T20:23:31,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:23:31,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:23:31,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047811745"}]},"ts":"1732047811745"} 2024-11-19T20:23:31,746 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T20:23:31,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, ASSIGN}] 2024-11-19T20:23:31,750 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, ASSIGN 2024-11-19T20:23:31,750 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, ASSIGN; state=OFFLINE, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=false 2024-11-19T20:23:31,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:31,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T20:23:32,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:32,056 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:32,056 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:23:32,056 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,056 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:23:32,057 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,057 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,058 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,059 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:32,059 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1f0e7669655d71b72d6d7bd018b348 columnFamilyName A 2024-11-19T20:23:32,059 DEBUG [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:32,059 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(327): Store=ef1f0e7669655d71b72d6d7bd018b348/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:32,059 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,060 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:32,060 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1f0e7669655d71b72d6d7bd018b348 columnFamilyName B 2024-11-19T20:23:32,060 DEBUG [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:32,061 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(327): Store=ef1f0e7669655d71b72d6d7bd018b348/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:32,061 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,061 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:32,061 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1f0e7669655d71b72d6d7bd018b348 columnFamilyName C 2024-11-19T20:23:32,061 DEBUG [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:32,062 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(327): Store=ef1f0e7669655d71b72d6d7bd018b348/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:32,062 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:32,062 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,063 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,064 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:23:32,064 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:32,066 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:23:32,066 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened ef1f0e7669655d71b72d6d7bd018b348; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63405784, jitterRate=-0.05518019199371338}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:23:32,066 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:32,067 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., pid=149, masterSystemTime=1732047812053 2024-11-19T20:23:32,068 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:32,068 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:32,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:32,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-19T20:23:32,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 in 167 msec 2024-11-19T20:23:32,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-19T20:23:32,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, ASSIGN in 321 msec 2024-11-19T20:23:32,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:23:32,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047812072"}]},"ts":"1732047812072"} 2024-11-19T20:23:32,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T20:23:32,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:23:32,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-19T20:23:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T20:23:33,034 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-19T20:23:33,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-19T20:23:33,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:33,043 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:33,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:23:33,045 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:23:33,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T20:23:33,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:23:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742326_1502 (size=996) 2024-11-19T20:23:33,456 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-19T20:23:33,456 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-19T20:23:33,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:23:33,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, REOPEN/MOVE}] 2024-11-19T20:23:33,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, REOPEN/MOVE 2024-11-19T20:23:33,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:33,461 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:23:33,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:33,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:33,612 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,612 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:23:33,612 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing ef1f0e7669655d71b72d6d7bd018b348, disabling compactions & flushes 2024-11-19T20:23:33,612 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,612 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,612 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. after waiting 0 ms 2024-11-19T20:23:33,612 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,615 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T20:23:33,616 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,616 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:33,616 WARN [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: ef1f0e7669655d71b72d6d7bd018b348 to self. 2024-11-19T20:23:33,617 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=CLOSED 2024-11-19T20:23:33,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-19T20:23:33,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 in 157 msec 2024-11-19T20:23:33,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, REOPEN/MOVE; state=CLOSED, location=581e77bfee5a,33765,1732047668051; forceNewPlan=false, retain=true 2024-11-19T20:23:33,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=OPENING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:33,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:33,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:33,925 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,925 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:23:33,925 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,925 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:23:33,925 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,926 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,927 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,927 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:33,927 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1f0e7669655d71b72d6d7bd018b348 columnFamilyName A 2024-11-19T20:23:33,928 DEBUG [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:33,929 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(327): Store=ef1f0e7669655d71b72d6d7bd018b348/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:33,929 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,929 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:33,929 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1f0e7669655d71b72d6d7bd018b348 columnFamilyName B 2024-11-19T20:23:33,929 DEBUG [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:33,930 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(327): Store=ef1f0e7669655d71b72d6d7bd018b348/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:33,930 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,930 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T20:23:33,930 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1f0e7669655d71b72d6d7bd018b348 columnFamilyName C 2024-11-19T20:23:33,930 DEBUG [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:33,931 INFO [StoreOpener-ef1f0e7669655d71b72d6d7bd018b348-1 {}] regionserver.HStore(327): Store=ef1f0e7669655d71b72d6d7bd018b348/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:23:33,931 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,931 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,932 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,933 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T20:23:33,934 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:33,935 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened ef1f0e7669655d71b72d6d7bd018b348; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64717823, jitterRate=-0.035629287362098694}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T20:23:33,935 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:33,936 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., pid=154, masterSystemTime=1732047813922 2024-11-19T20:23:33,937 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,937 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:33,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=OPEN, openSeqNum=5, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:33,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-19T20:23:33,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 in 167 msec 2024-11-19T20:23:33,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-19T20:23:33,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, REOPEN/MOVE in 480 msec 2024-11-19T20:23:33,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-19T20:23:33,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-19T20:23:33,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-19T20:23:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-19T20:23:33,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-19T20:23:33,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-19T20:23:33,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-19T20:23:33,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-19T20:23:33,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-19T20:23:33,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-19T20:23:33,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-19T20:23:33,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-19T20:23:33,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-19T20:23:33,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:51443 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-19T20:23:33,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:23:33,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-19T20:23:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:33,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:33,995 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:33,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:33,996 DEBUG [hconnection-0x3b8481e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:33,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,001 DEBUG [hconnection-0x416f9560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,001 DEBUG [hconnection-0x515c1bab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,002 DEBUG [hconnection-0x6ae177cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,002 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,002 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,003 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,004 DEBUG [hconnection-0x7d54c60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,005 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:34,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:23:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:34,013 DEBUG [hconnection-0x51ec287f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,014 DEBUG [hconnection-0x6aa8930-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,015 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,015 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047874019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047874020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047874019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047874020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,040 DEBUG [hconnection-0x5308e864-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,041 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,044 DEBUG [hconnection-0x4f59f7e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,045 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119eef64853bbac439fa037055f49894734_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047814004/Put/seqid=0 2024-11-19T20:23:34,052 DEBUG [hconnection-0x1d6636f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:23:34,053 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:23:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047874054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742327_1503 (size=12154) 2024-11-19T20:23:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:34,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047874122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047874122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047874122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047874122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047874157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:34,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047874323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047874325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047874325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047874325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047874359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:34,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:34,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:34,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119eef64853bbac439fa037055f49894734_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119eef64853bbac439fa037055f49894734_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:34,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/0f949ef1aa91465e97e0407640936b0e, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:34,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/0f949ef1aa91465e97e0407640936b0e is 175, key is test_row_0/A:col10/1732047814004/Put/seqid=0 2024-11-19T20:23:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742328_1504 (size=30955) 2024-11-19T20:23:34,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/0f949ef1aa91465e97e0407640936b0e 2024-11-19T20:23:34,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/44473d46e184445d8238963a18c9867f is 50, key is test_row_0/B:col10/1732047814004/Put/seqid=0 2024-11-19T20:23:34,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:23:34,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742329_1505 (size=12001) 2024-11-19T20:23:34,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/44473d46e184445d8238963a18c9867f 2024-11-19T20:23:34,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/af3ce4fdefeb471397570e7a653f185d is 50, key is test_row_0/C:col10/1732047814004/Put/seqid=0 2024-11-19T20:23:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742330_1506 (size=12001) 2024-11-19T20:23:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:34,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047874627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047874627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047874627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047874629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047874662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:34,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:34,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:34,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:34,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:34,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/af3ce4fdefeb471397570e7a653f185d 2024-11-19T20:23:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/0f949ef1aa91465e97e0407640936b0e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e 2024-11-19T20:23:34,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e, entries=150, sequenceid=17, filesize=30.2 K 2024-11-19T20:23:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/44473d46e184445d8238963a18c9867f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/44473d46e184445d8238963a18c9867f 2024-11-19T20:23:34,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/44473d46e184445d8238963a18c9867f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T20:23:34,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/af3ce4fdefeb471397570e7a653f185d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/af3ce4fdefeb471397570e7a653f185d 2024-11-19T20:23:34,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/af3ce4fdefeb471397570e7a653f185d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T20:23:34,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ef1f0e7669655d71b72d6d7bd018b348 in 963ms, sequenceid=17, compaction requested=false 2024-11-19T20:23:34,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:35,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T20:23:35,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:35,065 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:23:35,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:35,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192249c4b6c4004636ae3dad3ba4fdc91b_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047814019/Put/seqid=0 2024-11-19T20:23:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742331_1507 (size=12154) 2024-11-19T20:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:35,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047875141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047875143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047875143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047875143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047875168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047875245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047875246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047875246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047875246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047875448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047875448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047875449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047875450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:35,481 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192249c4b6c4004636ae3dad3ba4fdc91b_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192249c4b6c4004636ae3dad3ba4fdc91b_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/6342d07285b24cb8b74ef3a4163211bc, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/6342d07285b24cb8b74ef3a4163211bc is 175, key is test_row_0/A:col10/1732047814019/Put/seqid=0 2024-11-19T20:23:35,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742332_1508 (size=30955) 2024-11-19T20:23:35,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047875751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047875752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047875753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047875753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:35,891 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/6342d07285b24cb8b74ef3a4163211bc 2024-11-19T20:23:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/43780a3026f24c8c87cca4ccbd00daa2 is 50, key is test_row_0/B:col10/1732047814019/Put/seqid=0 2024-11-19T20:23:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742333_1509 (size=12001) 2024-11-19T20:23:35,903 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/43780a3026f24c8c87cca4ccbd00daa2 2024-11-19T20:23:35,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/d0d61530a2124140860a6f6f30c4c9b5 is 50, key is test_row_0/C:col10/1732047814019/Put/seqid=0 2024-11-19T20:23:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742334_1510 (size=12001) 2024-11-19T20:23:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047876173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:36,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047876253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:36,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047876254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047876256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:36,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047876257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:36,314 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/d0d61530a2124140860a6f6f30c4c9b5 2024-11-19T20:23:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/6342d07285b24cb8b74ef3a4163211bc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc 2024-11-19T20:23:36,322 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T20:23:36,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/43780a3026f24c8c87cca4ccbd00daa2 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/43780a3026f24c8c87cca4ccbd00daa2 2024-11-19T20:23:36,325 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/43780a3026f24c8c87cca4ccbd00daa2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T20:23:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/d0d61530a2124140860a6f6f30c4c9b5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/d0d61530a2124140860a6f6f30c4c9b5 2024-11-19T20:23:36,329 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/d0d61530a2124140860a6f6f30c4c9b5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T20:23:36,330 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for ef1f0e7669655d71b72d6d7bd018b348 in 1265ms, sequenceid=40, compaction requested=false 2024-11-19T20:23:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-19T20:23:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-19T20:23:36,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-19T20:23:36,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3360 sec 2024-11-19T20:23:36,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.3400 sec 2024-11-19T20:23:36,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T20:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:37,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T20:23:37,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:37,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:37,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:37,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:37,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:37,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:37,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111920712fddd08e468aad65dc678801da27_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742335_1511 (size=12154) 2024-11-19T20:23:37,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047877280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047877280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047877282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047877284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047877385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047877385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047877385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047877386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047877588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047877588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047877588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047877589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:37,680 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111920712fddd08e468aad65dc678801da27_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111920712fddd08e468aad65dc678801da27_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:37,681 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/faf77a56d52543a19d21e0dab2880d3b, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:37,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/faf77a56d52543a19d21e0dab2880d3b is 175, key is test_row_0/A:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742336_1512 (size=30955) 2024-11-19T20:23:37,697 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/faf77a56d52543a19d21e0dab2880d3b 2024-11-19T20:23:37,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/db64113b98f744549be335c39b48026f is 50, key is test_row_0/B:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742337_1513 (size=12001) 2024-11-19T20:23:37,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/db64113b98f744549be335c39b48026f 2024-11-19T20:23:37,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/38106c4ed8194ba682d0ad7d0147751e is 50, key is test_row_0/C:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:37,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742338_1514 (size=12001) 2024-11-19T20:23:37,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/38106c4ed8194ba682d0ad7d0147751e 2024-11-19T20:23:37,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/faf77a56d52543a19d21e0dab2880d3b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b 2024-11-19T20:23:37,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b, entries=150, sequenceid=57, filesize=30.2 K 2024-11-19T20:23:37,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/db64113b98f744549be335c39b48026f as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/db64113b98f744549be335c39b48026f 2024-11-19T20:23:37,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/db64113b98f744549be335c39b48026f, entries=150, sequenceid=57, filesize=11.7 K 2024-11-19T20:23:37,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/38106c4ed8194ba682d0ad7d0147751e as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/38106c4ed8194ba682d0ad7d0147751e 2024-11-19T20:23:37,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/38106c4ed8194ba682d0ad7d0147751e, entries=150, sequenceid=57, filesize=11.7 K 2024-11-19T20:23:37,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ef1f0e7669655d71b72d6d7bd018b348 in 469ms, sequenceid=57, compaction requested=true 2024-11-19T20:23:37,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:37,736 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:37,736 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/A is initiating minor compaction (all files) 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/B is initiating minor compaction (all files) 2024-11-19T20:23:37,737 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/A in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:37,737 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/B in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:37,737 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=90.7 K 2024-11-19T20:23:37,737 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/44473d46e184445d8238963a18c9867f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/43780a3026f24c8c87cca4ccbd00daa2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/db64113b98f744549be335c39b48026f] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=35.2 K 2024-11-19T20:23:37,737 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b] 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f949ef1aa91465e97e0407640936b0e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732047814004 2024-11-19T20:23:37,737 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 44473d46e184445d8238963a18c9867f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732047814004 2024-11-19T20:23:37,738 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 43780a3026f24c8c87cca4ccbd00daa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732047814015 2024-11-19T20:23:37,738 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6342d07285b24cb8b74ef3a4163211bc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732047814015 2024-11-19T20:23:37,738 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting faf77a56d52543a19d21e0dab2880d3b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732047815141 2024-11-19T20:23:37,738 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting db64113b98f744549be335c39b48026f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732047815141 2024-11-19T20:23:37,742 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:37,744 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:37,744 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411199d7c7ce26d744ff9b2311a1f61e59307_ef1f0e7669655d71b72d6d7bd018b348 store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:37,745 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/bdd5094f19264bb0ac1d5f4709e631fd is 50, key is test_row_0/B:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:37,746 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411199d7c7ce26d744ff9b2311a1f61e59307_ef1f0e7669655d71b72d6d7bd018b348, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:37,746 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199d7c7ce26d744ff9b2311a1f61e59307_ef1f0e7669655d71b72d6d7bd018b348 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742339_1515 (size=12104) 2024-11-19T20:23:37,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742340_1516 (size=4469) 2024-11-19T20:23:37,762 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#A#compaction#435 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:37,763 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/71135ccbefdf4cb48a3929470a4e5769 is 175, key is test_row_0/A:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742341_1517 (size=31058) 2024-11-19T20:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:37,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T20:23:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:37,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111946b0050a9835481294205324ea74ec4e_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047817893/Put/seqid=0 2024-11-19T20:23:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742342_1518 (size=12154) 2024-11-19T20:23:37,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047877905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047877905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047877908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047877908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047878009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047878009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047878013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047878013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T20:23:38,099 INFO [Thread-2250 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-19T20:23:38,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-19T20:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T20:23:38,102 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:38,102 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:38,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:38,162 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/bdd5094f19264bb0ac1d5f4709e631fd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/bdd5094f19264bb0ac1d5f4709e631fd 2024-11-19T20:23:38,166 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/B of ef1f0e7669655d71b72d6d7bd018b348 into bdd5094f19264bb0ac1d5f4709e631fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:38,166 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:38,166 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/B, priority=13, startTime=1732047817736; duration=0sec 2024-11-19T20:23:38,166 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:38,166 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:B 2024-11-19T20:23:38,166 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:38,167 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:38,167 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/C is initiating minor compaction (all files) 2024-11-19T20:23:38,167 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/C in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,167 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/af3ce4fdefeb471397570e7a653f185d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/d0d61530a2124140860a6f6f30c4c9b5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/38106c4ed8194ba682d0ad7d0147751e] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=35.2 K 2024-11-19T20:23:38,168 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting af3ce4fdefeb471397570e7a653f185d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732047814004 2024-11-19T20:23:38,168 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d61530a2124140860a6f6f30c4c9b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732047814015 2024-11-19T20:23:38,168 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 38106c4ed8194ba682d0ad7d0147751e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732047815141 2024-11-19T20:23:38,171 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/71135ccbefdf4cb48a3929470a4e5769 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/71135ccbefdf4cb48a3929470a4e5769 2024-11-19T20:23:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047878179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,182 DEBUG [Thread-2246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., hostname=581e77bfee5a,33765,1732047668051, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:23:38,183 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/A of ef1f0e7669655d71b72d6d7bd018b348 into 71135ccbefdf4cb48a3929470a4e5769(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:38,183 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:38,183 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/A, priority=13, startTime=1732047817735; duration=0sec 2024-11-19T20:23:38,184 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:38,184 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:A 2024-11-19T20:23:38,185 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:38,186 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/59331195fc2b41d8a687196ad02b8e52 is 50, key is test_row_0/C:col10/1732047817265/Put/seqid=0 2024-11-19T20:23:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T20:23:38,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742343_1519 (size=12104) 2024-11-19T20:23:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047878213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047878213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047878215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047878216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:38,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:38,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111946b0050a9835481294205324ea74ec4e_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111946b0050a9835481294205324ea74ec4e_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:38,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/99ed449f884847d4ac2f9d368830ef99, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:38,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/99ed449f884847d4ac2f9d368830ef99 is 175, key is test_row_0/A:col10/1732047817893/Put/seqid=0 2024-11-19T20:23:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742344_1520 (size=30955) 2024-11-19T20:23:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T20:23:38,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047878516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047878516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047878519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047878519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,611 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/59331195fc2b41d8a687196ad02b8e52 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/59331195fc2b41d8a687196ad02b8e52 2024-11-19T20:23:38,615 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/C of ef1f0e7669655d71b72d6d7bd018b348 into 59331195fc2b41d8a687196ad02b8e52(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:38,615 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:38,615 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/C, priority=13, startTime=1732047817736; duration=0sec 2024-11-19T20:23:38,615 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:38,615 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:C 2024-11-19T20:23:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T20:23:38,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/99ed449f884847d4ac2f9d368830ef99 2024-11-19T20:23:38,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/e8b5eb128a6b41729628e0294a1a6cab is 50, key is test_row_0/B:col10/1732047817893/Put/seqid=0 2024-11-19T20:23:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742345_1521 (size=12001) 2024-11-19T20:23:38,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:38,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:38,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:38,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:38,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:39,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:39,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:39,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047879018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047879020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047879021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047879025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:39,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/e8b5eb128a6b41729628e0294a1a6cab 2024-11-19T20:23:39,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/2f0d1a8fe273499ba11ff7ce7cbb60fb is 50, key is test_row_0/C:col10/1732047817893/Put/seqid=0 2024-11-19T20:23:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742346_1522 (size=12001) 2024-11-19T20:23:39,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/2f0d1a8fe273499ba11ff7ce7cbb60fb 2024-11-19T20:23:39,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/99ed449f884847d4ac2f9d368830ef99 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99 2024-11-19T20:23:39,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99, entries=150, sequenceid=78, filesize=30.2 K 2024-11-19T20:23:39,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/e8b5eb128a6b41729628e0294a1a6cab as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e8b5eb128a6b41729628e0294a1a6cab 2024-11-19T20:23:39,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e8b5eb128a6b41729628e0294a1a6cab, entries=150, sequenceid=78, filesize=11.7 K 2024-11-19T20:23:39,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/2f0d1a8fe273499ba11ff7ce7cbb60fb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/2f0d1a8fe273499ba11ff7ce7cbb60fb 2024-11-19T20:23:39,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/2f0d1a8fe273499ba11ff7ce7cbb60fb, entries=150, sequenceid=78, filesize=11.7 K 2024-11-19T20:23:39,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for ef1f0e7669655d71b72d6d7bd018b348 in 1259ms, sequenceid=78, compaction requested=false 2024-11-19T20:23:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:39,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:39,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T20:23:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:39,175 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T20:23:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:39,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195325b3107f404e2bac20ba0ca951a62e_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047817904/Put/seqid=0 2024-11-19T20:23:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742347_1523 (size=12154) 2024-11-19T20:23:39,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:39,196 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195325b3107f404e2bac20ba0ca951a62e_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195325b3107f404e2bac20ba0ca951a62e_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/565ecd2b4fad4e63b5711ed64e1fd573, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/565ecd2b4fad4e63b5711ed64e1fd573 is 175, key is test_row_0/A:col10/1732047817904/Put/seqid=0 2024-11-19T20:23:39,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742348_1524 (size=30955) 2024-11-19T20:23:39,201 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/565ecd2b4fad4e63b5711ed64e1fd573 2024-11-19T20:23:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T20:23:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/c96f3c81f63849599bb066fc1b2d7187 is 50, key is test_row_0/B:col10/1732047817904/Put/seqid=0 2024-11-19T20:23:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742349_1525 (size=12001) 2024-11-19T20:23:39,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T20:23:39,612 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/c96f3c81f63849599bb066fc1b2d7187 2024-11-19T20:23:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/10bc2dbbe75b460d9b6961abfc2717db is 50, key is test_row_0/C:col10/1732047817904/Put/seqid=0 2024-11-19T20:23:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742350_1526 (size=12001) 2024-11-19T20:23:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:40,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:40,035 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/10bc2dbbe75b460d9b6961abfc2717db 2024-11-19T20:23:40,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/565ecd2b4fad4e63b5711ed64e1fd573 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573 2024-11-19T20:23:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047880039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047880040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,043 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573, entries=150, sequenceid=97, filesize=30.2 K 2024-11-19T20:23:40,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/c96f3c81f63849599bb066fc1b2d7187 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c96f3c81f63849599bb066fc1b2d7187 2024-11-19T20:23:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047880042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047880045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,047 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c96f3c81f63849599bb066fc1b2d7187, entries=150, sequenceid=97, filesize=11.7 K 2024-11-19T20:23:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/10bc2dbbe75b460d9b6961abfc2717db as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/10bc2dbbe75b460d9b6961abfc2717db 2024-11-19T20:23:40,051 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/10bc2dbbe75b460d9b6961abfc2717db, entries=150, sequenceid=97, filesize=11.7 K 2024-11-19T20:23:40,052 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ef1f0e7669655d71b72d6d7bd018b348 in 877ms, sequenceid=97, compaction requested=true 2024-11-19T20:23:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-19T20:23:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-19T20:23:40,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-19T20:23:40,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9510 sec 2024-11-19T20:23:40,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.9550 sec 2024-11-19T20:23:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:40,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T20:23:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:40,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195b6f8d2ccde848b7bd0fabbe066cb11a_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742351_1527 (size=14594) 2024-11-19T20:23:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047880160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047880160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047880161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047880161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T20:23:40,206 INFO [Thread-2250 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-19T20:23:40,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-19T20:23:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:40,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:40,209 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:40,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:40,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047880265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047880265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047880265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047880265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:40,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047880468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047880469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047880469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047880469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:40,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:40,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195b6f8d2ccde848b7bd0fabbe066cb11a_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195b6f8d2ccde848b7bd0fabbe066cb11a_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:40,564 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/96c61935ef1642e2b95f1b8c31ada67c, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:40,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/96c61935ef1642e2b95f1b8c31ada67c is 175, key is test_row_0/A:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742352_1528 (size=39549) 2024-11-19T20:23:40,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047880771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047880772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047880772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047880773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:40,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/96c61935ef1642e2b95f1b8c31ada67c 2024-11-19T20:23:40,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:40,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:40,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:40,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/ae7d80cfb72c453da95139ac3545cafd is 50, key is test_row_0/B:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742353_1529 (size=12001) 2024-11-19T20:23:41,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:41,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:41,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047881275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:41,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047881275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047881277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047881278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:41,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/ae7d80cfb72c453da95139ac3545cafd 2024-11-19T20:23:41,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/637b19cf8f8c4e028a5886fab72a4544 is 50, key is test_row_0/C:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742354_1530 (size=12001) 2024-11-19T20:23:41,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:41,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:41,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/637b19cf8f8c4e028a5886fab72a4544 2024-11-19T20:23:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/96c61935ef1642e2b95f1b8c31ada67c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c 2024-11-19T20:23:41,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c, entries=200, sequenceid=119, filesize=38.6 K 2024-11-19T20:23:41,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/ae7d80cfb72c453da95139ac3545cafd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/ae7d80cfb72c453da95139ac3545cafd 2024-11-19T20:23:41,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/ae7d80cfb72c453da95139ac3545cafd, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T20:23:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/637b19cf8f8c4e028a5886fab72a4544 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/637b19cf8f8c4e028a5886fab72a4544 2024-11-19T20:23:41,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/637b19cf8f8c4e028a5886fab72a4544, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T20:23:41,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for ef1f0e7669655d71b72d6d7bd018b348 in 1660ms, sequenceid=119, compaction requested=true 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:41,807 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:41,807 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:41,808 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:23:41,808 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/B is initiating minor compaction (all files) 2024-11-19T20:23:41,808 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:23:41,808 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/B in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,808 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/A is initiating minor compaction (all files) 2024-11-19T20:23:41,808 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/A in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,808 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/bdd5094f19264bb0ac1d5f4709e631fd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e8b5eb128a6b41729628e0294a1a6cab, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c96f3c81f63849599bb066fc1b2d7187, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/ae7d80cfb72c453da95139ac3545cafd] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=47.0 K 2024-11-19T20:23:41,808 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/71135ccbefdf4cb48a3929470a4e5769, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=129.4 K 2024-11-19T20:23:41,808 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,808 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/71135ccbefdf4cb48a3929470a4e5769, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c] 2024-11-19T20:23:41,808 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting bdd5094f19264bb0ac1d5f4709e631fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732047815141 2024-11-19T20:23:41,809 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting e8b5eb128a6b41729628e0294a1a6cab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732047817282 2024-11-19T20:23:41,809 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71135ccbefdf4cb48a3929470a4e5769, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732047815141 2024-11-19T20:23:41,809 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ed449f884847d4ac2f9d368830ef99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732047817282 2024-11-19T20:23:41,809 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c96f3c81f63849599bb066fc1b2d7187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732047817902 2024-11-19T20:23:41,810 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 565ecd2b4fad4e63b5711ed64e1fd573, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732047817902 2024-11-19T20:23:41,810 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7d80cfb72c453da95139ac3545cafd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047820041 2024-11-19T20:23:41,810 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96c61935ef1642e2b95f1b8c31ada67c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047820037 2024-11-19T20:23:41,819 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:41,820 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/7a7f8ecfb69d4147a8dab1f07f79fbbb is 50, key is test_row_0/B:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:41,829 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:41,833 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119d800b1b38fe642d2869eef7d9c768535_ef1f0e7669655d71b72d6d7bd018b348 store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742355_1531 (size=12241) 2024-11-19T20:23:41,836 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119d800b1b38fe642d2869eef7d9c768535_ef1f0e7669655d71b72d6d7bd018b348, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:41,836 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d800b1b38fe642d2869eef7d9c768535_ef1f0e7669655d71b72d6d7bd018b348 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:41,841 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/7a7f8ecfb69d4147a8dab1f07f79fbbb as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/7a7f8ecfb69d4147a8dab1f07f79fbbb 2024-11-19T20:23:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742356_1532 (size=4469) 2024-11-19T20:23:41,842 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#A#compaction#448 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:41,843 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/78aab821732d4844b25db2a4a3b9b7bc is 175, key is test_row_0/A:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:41,846 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/B of ef1f0e7669655d71b72d6d7bd018b348 into 7a7f8ecfb69d4147a8dab1f07f79fbbb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:41,846 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:41,846 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/B, priority=12, startTime=1732047821807; duration=0sec 2024-11-19T20:23:41,846 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:41,846 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:B 2024-11-19T20:23:41,846 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T20:23:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742357_1533 (size=31195) 2024-11-19T20:23:41,848 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T20:23:41,848 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/C is initiating minor compaction (all files) 2024-11-19T20:23:41,848 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/C in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,848 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/59331195fc2b41d8a687196ad02b8e52, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/2f0d1a8fe273499ba11ff7ce7cbb60fb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/10bc2dbbe75b460d9b6961abfc2717db, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/637b19cf8f8c4e028a5886fab72a4544] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=47.0 K 2024-11-19T20:23:41,848 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 59331195fc2b41d8a687196ad02b8e52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732047815141 2024-11-19T20:23:41,849 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f0d1a8fe273499ba11ff7ce7cbb60fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732047817282 2024-11-19T20:23:41,849 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 10bc2dbbe75b460d9b6961abfc2717db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732047817902 2024-11-19T20:23:41,849 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 637b19cf8f8c4e028a5886fab72a4544, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047820041 2024-11-19T20:23:41,851 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/78aab821732d4844b25db2a4a3b9b7bc as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/78aab821732d4844b25db2a4a3b9b7bc 2024-11-19T20:23:41,855 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/A of ef1f0e7669655d71b72d6d7bd018b348 into 78aab821732d4844b25db2a4a3b9b7bc(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:41,855 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:41,855 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/A, priority=12, startTime=1732047821807; duration=0sec 2024-11-19T20:23:41,855 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:41,855 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:A 2024-11-19T20:23:41,859 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:41,859 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/1d358b032c0c4f56b48f07e817440693 is 50, key is test_row_0/C:col10/1732047820145/Put/seqid=0 2024-11-19T20:23:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742358_1534 (size=12241) 2024-11-19T20:23:41,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:41,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T20:23:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:41,888 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T20:23:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111974f689c439d9445083b5f31868219810_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047820155/Put/seqid=0 2024-11-19T20:23:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742359_1535 (size=12304) 2024-11-19T20:23:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:42,266 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/1d358b032c0c4f56b48f07e817440693 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/1d358b032c0c4f56b48f07e817440693 2024-11-19T20:23:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047882267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,270 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/C of ef1f0e7669655d71b72d6d7bd018b348 into 1d358b032c0c4f56b48f07e817440693(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:42,270 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:42,270 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/C, priority=12, startTime=1732047821807; duration=0sec 2024-11-19T20:23:42,270 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:42,270 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:C 2024-11-19T20:23:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047882281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047882283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047882285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047882285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:42,308 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111974f689c439d9445083b5f31868219810_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111974f689c439d9445083b5f31868219810_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/64c7403b0a1f4ab193b84226db928ee3, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:42,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/64c7403b0a1f4ab193b84226db928ee3 is 175, key is test_row_0/A:col10/1732047820155/Put/seqid=0 2024-11-19T20:23:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:42,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742360_1536 (size=31105) 2024-11-19T20:23:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047882369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047882572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:42,713 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/64c7403b0a1f4ab193b84226db928ee3 2024-11-19T20:23:42,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/2a7efb4516364655be958e3132933ef3 is 50, key is test_row_0/B:col10/1732047820155/Put/seqid=0 2024-11-19T20:23:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742361_1537 (size=12151) 2024-11-19T20:23:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047882875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:43,124 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/2a7efb4516364655be958e3132933ef3 2024-11-19T20:23:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/df54116e1674453db376523ca0b99eed is 50, key is test_row_0/C:col10/1732047820155/Put/seqid=0 2024-11-19T20:23:43,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742362_1538 (size=12151) 2024-11-19T20:23:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047883381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:43,535 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/df54116e1674453db376523ca0b99eed 2024-11-19T20:23:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/64c7403b0a1f4ab193b84226db928ee3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3 2024-11-19T20:23:43,542 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3, entries=150, sequenceid=136, filesize=30.4 K 2024-11-19T20:23:43,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/2a7efb4516364655be958e3132933ef3 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2a7efb4516364655be958e3132933ef3 2024-11-19T20:23:43,546 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2a7efb4516364655be958e3132933ef3, entries=150, sequenceid=136, filesize=11.9 K 2024-11-19T20:23:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/df54116e1674453db376523ca0b99eed as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/df54116e1674453db376523ca0b99eed 2024-11-19T20:23:43,550 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/df54116e1674453db376523ca0b99eed, entries=150, sequenceid=136, filesize=11.9 K 2024-11-19T20:23:43,551 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ef1f0e7669655d71b72d6d7bd018b348 in 1664ms, sequenceid=136, compaction requested=false 2024-11-19T20:23:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-19T20:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-19T20:23:43,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-19T20:23:43,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3430 sec 2024-11-19T20:23:43,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 3.3470 sec 2024-11-19T20:23:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:44,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T20:23:44,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:44,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:44,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:44,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:44,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:44,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:44,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111977f0ae04e2a74477b9a513b5c2fb152e_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047884301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742363_1539 (size=12304) 2024-11-19T20:23:44,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047884302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047884302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047884303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T20:23:44,312 INFO [Thread-2250 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-19T20:23:44,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-19T20:23:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:44,315 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:44,315 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:44,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:44,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047884384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047884404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047884406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047884407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047884407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:44,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047884607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047884609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047884609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047884610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:44,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,705 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:44,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111977f0ae04e2a74477b9a513b5c2fb152e_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111977f0ae04e2a74477b9a513b5c2fb152e_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:44,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b069ca2a9c2545ab963ea8eef3b42cf9, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:44,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b069ca2a9c2545ab963ea8eef3b42cf9 is 175, key is test_row_0/A:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742364_1540 (size=31105) 2024-11-19T20:23:44,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:44,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:44,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047884910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047884913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047884913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047884914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:44,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:44,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:44,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b069ca2a9c2545ab963ea8eef3b42cf9 2024-11-19T20:23:45,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/2e73821e1d34487d9d1d363d6ff549b7 is 50, key is test_row_0/B:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:45,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742365_1541 (size=12151) 2024-11-19T20:23:45,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:45,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047885415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047885416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047885416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047885419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/2e73821e1d34487d9d1d363d6ff549b7 2024-11-19T20:23:45,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/b254eecee3b04e5685bc9423b716f37c is 50, key is test_row_0/C:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:45,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742366_1542 (size=12151) 2024-11-19T20:23:45,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:45,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:45,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/b254eecee3b04e5685bc9423b716f37c 2024-11-19T20:23:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b069ca2a9c2545ab963ea8eef3b42cf9 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9 2024-11-19T20:23:45,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9, entries=150, sequenceid=159, filesize=30.4 K 2024-11-19T20:23:45,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/2e73821e1d34487d9d1d363d6ff549b7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2e73821e1d34487d9d1d363d6ff549b7 2024-11-19T20:23:45,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2e73821e1d34487d9d1d363d6ff549b7, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T20:23:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/b254eecee3b04e5685bc9423b716f37c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/b254eecee3b04e5685bc9423b716f37c 2024-11-19T20:23:45,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/b254eecee3b04e5685bc9423b716f37c, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T20:23:45,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ef1f0e7669655d71b72d6d7bd018b348 in 1660ms, sequenceid=159, compaction requested=true 2024-11-19T20:23:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:45,952 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:45,952 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:45,953 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:45,953 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/A is initiating minor compaction (all files) 2024-11-19T20:23:45,953 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/A in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,953 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/78aab821732d4844b25db2a4a3b9b7bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=91.2 K 2024-11-19T20:23:45,953 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,953 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/78aab821732d4844b25db2a4a3b9b7bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9] 2024-11-19T20:23:45,954 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:45,954 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78aab821732d4844b25db2a4a3b9b7bc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047820041 2024-11-19T20:23:45,954 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/B is initiating minor compaction (all files) 2024-11-19T20:23:45,954 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/B in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,954 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/7a7f8ecfb69d4147a8dab1f07f79fbbb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2a7efb4516364655be958e3132933ef3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2e73821e1d34487d9d1d363d6ff549b7] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=35.7 K 2024-11-19T20:23:45,954 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64c7403b0a1f4ab193b84226db928ee3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732047820155 2024-11-19T20:23:45,955 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a7f8ecfb69d4147a8dab1f07f79fbbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047820041 2024-11-19T20:23:45,955 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting b069ca2a9c2545ab963ea8eef3b42cf9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047822263 2024-11-19T20:23:45,955 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7efb4516364655be958e3132933ef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732047820155 2024-11-19T20:23:45,955 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e73821e1d34487d9d1d363d6ff549b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047822263 2024-11-19T20:23:45,960 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:45,963 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#B#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:45,963 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/a8e8acf7f1d6460e8398ff6e203d780d is 50, key is test_row_0/B:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:45,965 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411193a3196eddf6e4916944362182ab814a4_ef1f0e7669655d71b72d6d7bd018b348 store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742367_1543 (size=12493) 2024-11-19T20:23:45,967 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411193a3196eddf6e4916944362182ab814a4_ef1f0e7669655d71b72d6d7bd018b348, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:45,967 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193a3196eddf6e4916944362182ab814a4_ef1f0e7669655d71b72d6d7bd018b348 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742368_1544 (size=4469) 2024-11-19T20:23:45,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:45,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T20:23:45,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:45,993 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T20:23:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d414f096a2a542269dfeefeb592312e5_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047824301/Put/seqid=0 2024-11-19T20:23:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742369_1545 (size=12304) 2024-11-19T20:23:46,372 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:46,373 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/4d2fd791581b4aef8c75e4fb122ce017 is 175, key is test_row_0/A:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:46,375 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/a8e8acf7f1d6460e8398ff6e203d780d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a8e8acf7f1d6460e8398ff6e203d780d 2024-11-19T20:23:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742370_1546 (size=31447) 2024-11-19T20:23:46,380 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/B of ef1f0e7669655d71b72d6d7bd018b348 into a8e8acf7f1d6460e8398ff6e203d780d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:46,380 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:46,380 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/B, priority=13, startTime=1732047825952; duration=0sec 2024-11-19T20:23:46,380 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:46,380 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:B 2024-11-19T20:23:46,380 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:46,381 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:46,381 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/C is initiating minor compaction (all files) 2024-11-19T20:23:46,381 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/C in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:46,381 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/1d358b032c0c4f56b48f07e817440693, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/df54116e1674453db376523ca0b99eed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/b254eecee3b04e5685bc9423b716f37c] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=35.7 K 2024-11-19T20:23:46,382 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d358b032c0c4f56b48f07e817440693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732047820041 2024-11-19T20:23:46,382 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting df54116e1674453db376523ca0b99eed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732047820155 2024-11-19T20:23:46,382 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting b254eecee3b04e5685bc9423b716f37c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047822263 2024-11-19T20:23:46,388 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:46,388 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/8581a7d843dc4f05aa88b120fa6ae568 is 50, key is test_row_0/C:col10/1732047822265/Put/seqid=0 2024-11-19T20:23:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742371_1547 (size=12493) 2024-11-19T20:23:46,396 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/8581a7d843dc4f05aa88b120fa6ae568 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/8581a7d843dc4f05aa88b120fa6ae568 2024-11-19T20:23:46,400 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/C of ef1f0e7669655d71b72d6d7bd018b348 into 8581a7d843dc4f05aa88b120fa6ae568(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:46,400 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:46,400 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/C, priority=13, startTime=1732047825952; duration=0sec 2024-11-19T20:23:46,400 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:46,400 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:C 2024-11-19T20:23:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:46,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:46,407 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d414f096a2a542269dfeefeb592312e5_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d414f096a2a542269dfeefeb592312e5_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/093147627a9248f98dd2a94700b1e4a6, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/093147627a9248f98dd2a94700b1e4a6 is 175, key is test_row_0/A:col10/1732047824301/Put/seqid=0 2024-11-19T20:23:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742372_1548 (size=31105) 2024-11-19T20:23:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047886432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047886432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047886433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047886433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047886436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047886537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047886537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047886537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047886537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047886539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047886739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047886740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047886740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047886741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047886742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:46,781 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/4d2fd791581b4aef8c75e4fb122ce017 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/4d2fd791581b4aef8c75e4fb122ce017 2024-11-19T20:23:46,785 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/A of ef1f0e7669655d71b72d6d7bd018b348 into 4d2fd791581b4aef8c75e4fb122ce017(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:46,785 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:46,785 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/A, priority=13, startTime=1732047825952; duration=0sec 2024-11-19T20:23:46,785 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:46,785 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:A 2024-11-19T20:23:46,813 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/093147627a9248f98dd2a94700b1e4a6 2024-11-19T20:23:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/4a783d03a27643f48d72dfb802244cb7 is 50, key is test_row_0/B:col10/1732047824301/Put/seqid=0 2024-11-19T20:23:46,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742373_1549 (size=12151) 2024-11-19T20:23:46,824 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/4a783d03a27643f48d72dfb802244cb7 2024-11-19T20:23:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/5f6150c7eb344fa3b4f762a0fbd98c88 is 50, key is test_row_0/C:col10/1732047824301/Put/seqid=0 2024-11-19T20:23:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742374_1550 (size=12151) 2024-11-19T20:23:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047887042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047887042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047887043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047887044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047887045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,234 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/5f6150c7eb344fa3b4f762a0fbd98c88 2024-11-19T20:23:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/093147627a9248f98dd2a94700b1e4a6 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6 2024-11-19T20:23:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6, entries=150, sequenceid=173, filesize=30.4 K 2024-11-19T20:23:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/4a783d03a27643f48d72dfb802244cb7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/4a783d03a27643f48d72dfb802244cb7 2024-11-19T20:23:47,244 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/4a783d03a27643f48d72dfb802244cb7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T20:23:47,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/5f6150c7eb344fa3b4f762a0fbd98c88 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/5f6150c7eb344fa3b4f762a0fbd98c88 2024-11-19T20:23:47,248 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/5f6150c7eb344fa3b4f762a0fbd98c88, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T20:23:47,249 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ef1f0e7669655d71b72d6d7bd018b348 in 1256ms, sequenceid=173, compaction requested=false 2024-11-19T20:23:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-19T20:23:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-19T20:23:47,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-19T20:23:47,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9350 sec 2024-11-19T20:23:47,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.9380 sec 2024-11-19T20:23:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:47,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T20:23:47,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:47,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191518e741550c484191b4b662500bb416_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:47,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047887555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047887556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047887557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047887557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742375_1551 (size=14794) 2024-11-19T20:23:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047887559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047887659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047887659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047887659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047887661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047887662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047887861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047887862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047887863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047887864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047887864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:47,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:47,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191518e741550c484191b4b662500bb416_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191518e741550c484191b4b662500bb416_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:47,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a93d5104ffb94353ac00c666302fe5ad, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:47,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a93d5104ffb94353ac00c666302fe5ad is 175, key is test_row_0/A:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742376_1552 (size=39749) 2024-11-19T20:23:48,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047888164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047888164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047888166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047888166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047888167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a93d5104ffb94353ac00c666302fe5ad 2024-11-19T20:23:48,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/c0980166d86d41b280fc5d7d1495e7f7 is 50, key is test_row_0/B:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742377_1553 (size=12151) 2024-11-19T20:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T20:23:48,419 INFO [Thread-2250 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-19T20:23:48,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-19T20:23:48,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:48,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:48,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:48,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T20:23:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:48,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:48,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047888668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047888670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047888670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047888672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047888672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:48,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T20:23:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:48,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/c0980166d86d41b280fc5d7d1495e7f7 2024-11-19T20:23:48,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/c621effee533490a983f43dac5ed7866 is 50, key is test_row_0/C:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742378_1554 (size=12151) 2024-11-19T20:23:48,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:48,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T20:23:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:48,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:49,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T20:23:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T20:23:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:49,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/c621effee533490a983f43dac5ed7866 2024-11-19T20:23:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a93d5104ffb94353ac00c666302fe5ad as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad 2024-11-19T20:23:49,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad, entries=200, sequenceid=199, filesize=38.8 K 2024-11-19T20:23:49,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/c0980166d86d41b280fc5d7d1495e7f7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c0980166d86d41b280fc5d7d1495e7f7 2024-11-19T20:23:49,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c0980166d86d41b280fc5d7d1495e7f7, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T20:23:49,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/c621effee533490a983f43dac5ed7866 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/c621effee533490a983f43dac5ed7866 2024-11-19T20:23:49,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/c621effee533490a983f43dac5ed7866, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T20:23:49,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ef1f0e7669655d71b72d6d7bd018b348 in 1660ms, sequenceid=199, compaction requested=true 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:49,208 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:49,208 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:49,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:49,209 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:49,209 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:49,209 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/A is initiating minor compaction (all files) 2024-11-19T20:23:49,209 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/B is initiating minor compaction (all files) 2024-11-19T20:23:49,209 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/B in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,209 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/A in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,209 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a8e8acf7f1d6460e8398ff6e203d780d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/4a783d03a27643f48d72dfb802244cb7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c0980166d86d41b280fc5d7d1495e7f7] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=35.9 K 2024-11-19T20:23:49,209 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/4d2fd791581b4aef8c75e4fb122ce017, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=99.9 K 2024-11-19T20:23:49,210 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,210 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/4d2fd791581b4aef8c75e4fb122ce017, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad] 2024-11-19T20:23:49,210 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e8acf7f1d6460e8398ff6e203d780d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047822263 2024-11-19T20:23:49,210 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d2fd791581b4aef8c75e4fb122ce017, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047822263 2024-11-19T20:23:49,211 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a783d03a27643f48d72dfb802244cb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732047824299 2024-11-19T20:23:49,211 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 093147627a9248f98dd2a94700b1e4a6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732047824299 2024-11-19T20:23:49,211 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c0980166d86d41b280fc5d7d1495e7f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732047826432 2024-11-19T20:23:49,211 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a93d5104ffb94353ac00c666302fe5ad, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732047826432 2024-11-19T20:23:49,218 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#B#compaction#465 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:49,218 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/8813a33c9a39428898b5de5a01bfbe24 is 50, key is test_row_0/B:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:49,220 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:49,222 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119dc3f51f2fbdb4f0d9f0fac0c5cd3680e_ef1f0e7669655d71b72d6d7bd018b348 store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:49,224 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119dc3f51f2fbdb4f0d9f0fac0c5cd3680e_ef1f0e7669655d71b72d6d7bd018b348, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:49,224 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119dc3f51f2fbdb4f0d9f0fac0c5cd3680e_ef1f0e7669655d71b72d6d7bd018b348 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742379_1555 (size=12595) 2024-11-19T20:23:49,230 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/8813a33c9a39428898b5de5a01bfbe24 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/8813a33c9a39428898b5de5a01bfbe24 2024-11-19T20:23:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742380_1556 (size=4469) 2024-11-19T20:23:49,235 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/B of ef1f0e7669655d71b72d6d7bd018b348 into 8813a33c9a39428898b5de5a01bfbe24(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:49,235 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:49,236 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/B, priority=13, startTime=1732047829208; duration=0sec 2024-11-19T20:23:49,236 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:49,236 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:B 2024-11-19T20:23:49,236 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:49,237 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:49,237 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/C is initiating minor compaction (all files) 2024-11-19T20:23:49,237 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/C in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,237 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/8581a7d843dc4f05aa88b120fa6ae568, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/5f6150c7eb344fa3b4f762a0fbd98c88, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/c621effee533490a983f43dac5ed7866] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=35.9 K 2024-11-19T20:23:49,238 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 8581a7d843dc4f05aa88b120fa6ae568, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732047822263 2024-11-19T20:23:49,238 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f6150c7eb344fa3b4f762a0fbd98c88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732047824299 2024-11-19T20:23:49,239 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting c621effee533490a983f43dac5ed7866, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732047826432 2024-11-19T20:23:49,246 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:49,246 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/0c3bf84d8d5e40cfa46d29b9119f488a is 50, key is test_row_0/C:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742381_1557 (size=12595) 2024-11-19T20:23:49,258 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/0c3bf84d8d5e40cfa46d29b9119f488a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/0c3bf84d8d5e40cfa46d29b9119f488a 2024-11-19T20:23:49,263 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/C of ef1f0e7669655d71b72d6d7bd018b348 into 0c3bf84d8d5e40cfa46d29b9119f488a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:49,263 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:49,263 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/C, priority=13, startTime=1732047829208; duration=0sec 2024-11-19T20:23:49,263 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:49,263 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:C 2024-11-19T20:23:49,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T20:23:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:49,339 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T20:23:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c78bf1bc50cc43eea873fa1ede64ef55_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047827554/Put/seqid=0 2024-11-19T20:23:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742382_1558 (size=12304) 2024-11-19T20:23:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:49,638 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:49,639 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca is 175, key is test_row_0/A:col10/1732047826432/Put/seqid=0 2024-11-19T20:23:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742383_1559 (size=31549) 2024-11-19T20:23:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:49,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:49,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047889692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047889693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047889694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047889694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047889694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:49,757 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c78bf1bc50cc43eea873fa1ede64ef55_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c78bf1bc50cc43eea873fa1ede64ef55_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:49,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a69941518ac44bf2a3f53e0582514c09, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a69941518ac44bf2a3f53e0582514c09 is 175, key is test_row_0/A:col10/1732047827554/Put/seqid=0 2024-11-19T20:23:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742384_1560 (size=31105) 2024-11-19T20:23:49,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047889797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047889797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047889797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047889797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:49,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047889797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047889999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047889999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047890000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047890000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047890000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,047 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca 2024-11-19T20:23:50,051 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/A of ef1f0e7669655d71b72d6d7bd018b348 into e02e13b9e9ba4c15ba0d21cc12cfc8ca(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:50,051 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:50,051 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/A, priority=13, startTime=1732047829208; duration=0sec 2024-11-19T20:23:50,051 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:50,051 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:A 2024-11-19T20:23:50,163 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a69941518ac44bf2a3f53e0582514c09 2024-11-19T20:23:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/64dd254cf6d14fc099489a8f5f25c015 is 50, key is test_row_0/B:col10/1732047827554/Put/seqid=0 2024-11-19T20:23:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742385_1561 (size=12151) 2024-11-19T20:23:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047890301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047890303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047890303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047890303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047890303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:50,572 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/64dd254cf6d14fc099489a8f5f25c015 2024-11-19T20:23:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/9a10dff99ed9449d8085dae7ac719bbd is 50, key is test_row_0/C:col10/1732047827554/Put/seqid=0 2024-11-19T20:23:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742386_1562 (size=12151) 2024-11-19T20:23:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047890807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047890807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047890808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047890810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047890812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:50,983 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/9a10dff99ed9449d8085dae7ac719bbd 2024-11-19T20:23:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/a69941518ac44bf2a3f53e0582514c09 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09 2024-11-19T20:23:50,991 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09, entries=150, sequenceid=214, filesize=30.4 K 2024-11-19T20:23:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/64dd254cf6d14fc099489a8f5f25c015 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/64dd254cf6d14fc099489a8f5f25c015 2024-11-19T20:23:50,995 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/64dd254cf6d14fc099489a8f5f25c015, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T20:23:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/9a10dff99ed9449d8085dae7ac719bbd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/9a10dff99ed9449d8085dae7ac719bbd 2024-11-19T20:23:51,000 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/9a10dff99ed9449d8085dae7ac719bbd, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T20:23:51,000 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ef1f0e7669655d71b72d6d7bd018b348 in 1661ms, sequenceid=214, compaction requested=false 2024-11-19T20:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-19T20:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-19T20:23:51,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-19T20:23:51,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5790 sec 2024-11-19T20:23:51,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.5830 sec 2024-11-19T20:23:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:51,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T20:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:51,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191e7d1db0a11840de98a986a9d7dc84f6_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:51,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047891820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047891821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047891821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047891822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742387_1563 (size=12304) 2024-11-19T20:23:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047891822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047891923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047891925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047891925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047891926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047892127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047892127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047892128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047892130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:52,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191e7d1db0a11840de98a986a9d7dc84f6_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191e7d1db0a11840de98a986a9d7dc84f6_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:52,229 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/8bee78b48f96405cb014e58b002d338a, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:52,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/8bee78b48f96405cb014e58b002d338a is 175, key is test_row_0/A:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742388_1564 (size=31105) 2024-11-19T20:23:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047892430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047892432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047892432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047892434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T20:23:52,526 INFO [Thread-2250 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-19T20:23:52,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T20:23:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-19T20:23:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:52,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T20:23:52,530 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T20:23:52,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T20:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:52,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/8bee78b48f96405cb014e58b002d338a 2024-11-19T20:23:52,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/298c3dbddd67481493b3c72a289b29d2 is 50, key is test_row_0/B:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742389_1565 (size=12151) 2024-11-19T20:23:52,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:52,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:52,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:52,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047892934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047892934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047892937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047892937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:52,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:52,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/298c3dbddd67481493b3c72a289b29d2 2024-11-19T20:23:53,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/ec58d4630c2e41f28cd2e24a9575260b is 50, key is test_row_0/C:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742390_1566 (size=12151) 2024-11-19T20:23:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:53,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:53,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:23:53,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/ec58d4630c2e41f28cd2e24a9575260b 2024-11-19T20:23:53,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/8bee78b48f96405cb014e58b002d338a as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a 2024-11-19T20:23:53,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a, entries=150, sequenceid=240, filesize=30.4 K 2024-11-19T20:23:53,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/298c3dbddd67481493b3c72a289b29d2 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/298c3dbddd67481493b3c72a289b29d2 2024-11-19T20:23:53,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/298c3dbddd67481493b3c72a289b29d2, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T20:23:53,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/ec58d4630c2e41f28cd2e24a9575260b as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/ec58d4630c2e41f28cd2e24a9575260b 2024-11-19T20:23:53,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/ec58d4630c2e41f28cd2e24a9575260b, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T20:23:53,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ef1f0e7669655d71b72d6d7bd018b348 in 1660ms, sequenceid=240, compaction requested=true 2024-11-19T20:23:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:53,475 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T20:23:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:53,475 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:53,475 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:53,475 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:53,476 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/B is initiating minor compaction (all files) 2024-11-19T20:23:53,476 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/A is initiating minor compaction (all files) 2024-11-19T20:23:53,476 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/B in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,476 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/A in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,476 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/8813a33c9a39428898b5de5a01bfbe24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/64dd254cf6d14fc099489a8f5f25c015, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/298c3dbddd67481493b3c72a289b29d2] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=36.0 K 2024-11-19T20:23:53,476 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=91.6 K 2024-11-19T20:23:53,476 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,476 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. files: [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a] 2024-11-19T20:23:53,476 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 8813a33c9a39428898b5de5a01bfbe24, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732047826432 2024-11-19T20:23:53,476 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting e02e13b9e9ba4c15ba0d21cc12cfc8ca, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732047826432 2024-11-19T20:23:53,476 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 64dd254cf6d14fc099489a8f5f25c015, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047827554 2024-11-19T20:23:53,477 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting a69941518ac44bf2a3f53e0582514c09, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047827554 2024-11-19T20:23:53,477 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 298c3dbddd67481493b3c72a289b29d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047829692 2024-11-19T20:23:53,477 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bee78b48f96405cb014e58b002d338a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047829692 2024-11-19T20:23:53,483 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:53,484 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411198dffb902b0c8485e9223e04adeb17c39_ef1f0e7669655d71b72d6d7bd018b348 store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:53,485 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#B#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:53,486 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/e441e00087c941b283f463116bc04317 is 50, key is test_row_0/B:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:53,487 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411198dffb902b0c8485e9223e04adeb17c39_ef1f0e7669655d71b72d6d7bd018b348, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:53,487 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411198dffb902b0c8485e9223e04adeb17c39_ef1f0e7669655d71b72d6d7bd018b348 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:53,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742391_1567 (size=12697) 2024-11-19T20:23:53,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742392_1568 (size=4469) 2024-11-19T20:23:53,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33765 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T20:23:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,598 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T20:23:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:53,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ae4a19d14dc8481d807d4420241e066c_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047831818/Put/seqid=0 2024-11-19T20:23:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742393_1569 (size=12304) 2024-11-19T20:23:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:53,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. as already flushing 2024-11-19T20:23:53,895 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:53,895 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/8b3b02ee882347e8a232076fee04e7ad is 175, key is test_row_0/A:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:53,899 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/e441e00087c941b283f463116bc04317 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e441e00087c941b283f463116bc04317 2024-11-19T20:23:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742394_1570 (size=31651) 2024-11-19T20:23:53,905 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/8b3b02ee882347e8a232076fee04e7ad as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8b3b02ee882347e8a232076fee04e7ad 2024-11-19T20:23:53,906 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/B of ef1f0e7669655d71b72d6d7bd018b348 into e441e00087c941b283f463116bc04317(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:53,906 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:53,906 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/B, priority=13, startTime=1732047833475; duration=0sec 2024-11-19T20:23:53,907 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T20:23:53,907 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:B 2024-11-19T20:23:53,907 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T20:23:53,907 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T20:23:53,908 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1540): ef1f0e7669655d71b72d6d7bd018b348/C is initiating minor compaction (all files) 2024-11-19T20:23:53,908 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ef1f0e7669655d71b72d6d7bd018b348/C in TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:53,908 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/0c3bf84d8d5e40cfa46d29b9119f488a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/9a10dff99ed9449d8085dae7ac719bbd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/ec58d4630c2e41f28cd2e24a9575260b] into tmpdir=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp, totalSize=36.0 K 2024-11-19T20:23:53,908 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c3bf84d8d5e40cfa46d29b9119f488a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732047826432 2024-11-19T20:23:53,909 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a10dff99ed9449d8085dae7ac719bbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732047827554 2024-11-19T20:23:53,909 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] compactions.Compactor(224): Compacting ec58d4630c2e41f28cd2e24a9575260b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732047829692 2024-11-19T20:23:53,909 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/A of ef1f0e7669655d71b72d6d7bd018b348 into 8b3b02ee882347e8a232076fee04e7ad(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:53,909 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:53,909 INFO [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/A, priority=13, startTime=1732047833474; duration=0sec 2024-11-19T20:23:53,909 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:53,909 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:A 2024-11-19T20:23:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047893908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,914 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef1f0e7669655d71b72d6d7bd018b348#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T20:23:53,914 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/4007cbda40244716872f614ee386365d is 50, key is test_row_0/C:col10/1732047831814/Put/seqid=0 2024-11-19T20:23:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742395_1571 (size=12697) 2024-11-19T20:23:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1732047893940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1732047893942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37464 deadline: 1732047893943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37460 deadline: 1732047893946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:54,013 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ae4a19d14dc8481d807d4420241e066c_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ae4a19d14dc8481d807d4420241e066c_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:54,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/3f06d1cab9644878a3927815dc97e7ee, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:54,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/3f06d1cab9644878a3927815dc97e7ee is 175, key is test_row_0/A:col10/1732047831818/Put/seqid=0 2024-11-19T20:23:54,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047894013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742396_1572 (size=31105) 2024-11-19T20:23:54,041 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:51443 2024-11-19T20:23:54,041 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:51443 2024-11-19T20:23:54,041 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:54,041 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:54,042 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:51443 2024-11-19T20:23:54,042 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:54,043 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:51443 2024-11-19T20:23:54,043 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:54,044 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:51443 2024-11-19T20:23:54,044 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:54,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047894217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:54,322 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/4007cbda40244716872f614ee386365d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/4007cbda40244716872f614ee386365d 2024-11-19T20:23:54,325 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ef1f0e7669655d71b72d6d7bd018b348/C of ef1f0e7669655d71b72d6d7bd018b348 into 4007cbda40244716872f614ee386365d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T20:23:54,325 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:54,325 INFO [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348., storeName=ef1f0e7669655d71b72d6d7bd018b348/C, priority=13, startTime=1732047833475; duration=0sec 2024-11-19T20:23:54,325 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:54,325 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:C 2024-11-19T20:23:54,418 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/3f06d1cab9644878a3927815dc97e7ee 2024-11-19T20:23:54,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/57e83883a2604e63be507cf25d36fb7c is 50, key is test_row_0/B:col10/1732047831818/Put/seqid=0 2024-11-19T20:23:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742397_1573 (size=12151) 2024-11-19T20:23:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047894518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:54,827 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/57e83883a2604e63be507cf25d36fb7c 2024-11-19T20:23:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/716c2caa2f394d46b3397e2e7cba7313 is 50, key is test_row_0/C:col10/1732047831818/Put/seqid=0 2024-11-19T20:23:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742398_1574 (size=12151) 2024-11-19T20:23:55,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T20:23:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37526 deadline: 1732047895023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:55,236 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/716c2caa2f394d46b3397e2e7cba7313 2024-11-19T20:23:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/3f06d1cab9644878a3927815dc97e7ee as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/3f06d1cab9644878a3927815dc97e7ee 2024-11-19T20:23:55,241 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/3f06d1cab9644878a3927815dc97e7ee, entries=150, sequenceid=251, filesize=30.4 K 2024-11-19T20:23:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/57e83883a2604e63be507cf25d36fb7c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/57e83883a2604e63be507cf25d36fb7c 2024-11-19T20:23:55,244 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/57e83883a2604e63be507cf25d36fb7c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T20:23:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/716c2caa2f394d46b3397e2e7cba7313 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/716c2caa2f394d46b3397e2e7cba7313 2024-11-19T20:23:55,247 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/716c2caa2f394d46b3397e2e7cba7313, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T20:23:55,248 INFO [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ef1f0e7669655d71b72d6d7bd018b348 in 1650ms, sequenceid=251, compaction requested=false 2024-11-19T20:23:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-19T20:23:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-19T20:23:55,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-19T20:23:55,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7190 sec 2024-11-19T20:23:55,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.7220 sec 2024-11-19T20:23:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33765 {}] regionserver.HRegion(8581): Flush requested on ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:55,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T20:23:55,954 DEBUG [Thread-2244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:51443 2024-11-19T20:23:55,954 DEBUG [Thread-2242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:51443 2024-11-19T20:23:55,954 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:55,954 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:55,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:55,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192ee209ae2fde4760847345dcf04b681a_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_0/A:col10/1732047835953/Put/seqid=0 2024-11-19T20:23:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742399_1575 (size=12454) 2024-11-19T20:23:55,965 DEBUG [Thread-2248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:51443 2024-11-19T20:23:55,965 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:55,968 DEBUG [Thread-2240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:51443 2024-11-19T20:23:55,968 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:56,028 DEBUG [Thread-2246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:51443 2024-11-19T20:23:56,028 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:56,363 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:56,366 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192ee209ae2fde4760847345dcf04b681a_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192ee209ae2fde4760847345dcf04b681a_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:56,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/62250e780cf743529e254c2884c135dd, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:56,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/62250e780cf743529e254c2884c135dd is 175, key is test_row_0/A:col10/1732047835953/Put/seqid=0 2024-11-19T20:23:56,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742400_1576 (size=31255) 2024-11-19T20:23:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T20:23:56,634 INFO [Thread-2250 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7468 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7439 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7407 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7457 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7466 2024-11-19T20:23:56,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T20:23:56,634 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:23:56,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:51443 2024-11-19T20:23:56,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:23:56,635 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T20:23:56,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T20:23:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T20:23:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:23:56,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047836637"}]},"ts":"1732047836637"} 2024-11-19T20:23:56,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T20:23:56,640 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T20:23:56,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T20:23:56,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, UNASSIGN}] 2024-11-19T20:23:56,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, UNASSIGN 2024-11-19T20:23:56,642 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=CLOSING, regionLocation=581e77bfee5a,33765,1732047668051 2024-11-19T20:23:56,643 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T20:23:56,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051}] 2024-11-19T20:23:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:23:56,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/62250e780cf743529e254c2884c135dd 2024-11-19T20:23:56,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/31ad768b683041e5b1e7a40d4144b046 is 50, key is test_row_0/B:col10/1732047835953/Put/seqid=0 2024-11-19T20:23:56,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742401_1577 (size=12301) 2024-11-19T20:23:56,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,33765,1732047668051 2024-11-19T20:23:56,794 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:56,794 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T20:23:56,794 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing ef1f0e7669655d71b72d6d7bd018b348, disabling compactions & flushes 2024-11-19T20:23:56,794 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:23:57,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/31ad768b683041e5b1e7a40d4144b046 2024-11-19T20:23:57,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/70d33ca57a7d4b34a5552fa0cb84877c is 50, key is test_row_0/C:col10/1732047835953/Put/seqid=0 2024-11-19T20:23:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742402_1578 (size=12301) 2024-11-19T20:23:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:23:57,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/70d33ca57a7d4b34a5552fa0cb84877c 2024-11-19T20:23:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/62250e780cf743529e254c2884c135dd as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/62250e780cf743529e254c2884c135dd 2024-11-19T20:23:57,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/62250e780cf743529e254c2884c135dd, entries=150, sequenceid=281, filesize=30.5 K 2024-11-19T20:23:57,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/31ad768b683041e5b1e7a40d4144b046 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/31ad768b683041e5b1e7a40d4144b046 2024-11-19T20:23:57,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/31ad768b683041e5b1e7a40d4144b046, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T20:23:57,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/70d33ca57a7d4b34a5552fa0cb84877c as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/70d33ca57a7d4b34a5552fa0cb84877c 2024-11-19T20:23:57,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/70d33ca57a7d4b34a5552fa0cb84877c, entries=150, sequenceid=281, filesize=12.0 K 2024-11-19T20:23:57,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for ef1f0e7669655d71b72d6d7bd018b348 in 1646ms, sequenceid=281, compaction requested=true 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:57,600 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:57,600 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T20:23:57,600 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. after waiting 0 ms 2024-11-19T20:23:57,600 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. because compaction request was cancelled 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:57,600 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:57,600 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:A 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:57,600 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. because compaction request was cancelled 2024-11-19T20:23:57,600 DEBUG [RS:0;581e77bfee5a:33765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:B 2024-11-19T20:23:57,600 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing ef1f0e7669655d71b72d6d7bd018b348 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef1f0e7669655d71b72d6d7bd018b348:C, priority=-2147483648, current under compaction store size is 2 2024-11-19T20:23:57,600 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. because compaction request was cancelled 2024-11-19T20:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T20:23:57,600 DEBUG [RS:0;581e77bfee5a:33765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef1f0e7669655d71b72d6d7bd018b348:C 2024-11-19T20:23:57,601 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=A 2024-11-19T20:23:57,601 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:57,601 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=B 2024-11-19T20:23:57,601 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:57,601 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef1f0e7669655d71b72d6d7bd018b348, store=C 2024-11-19T20:23:57,601 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T20:23:57,605 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111991660561365d4e8f8fbc2e0e5fdd0a37_ef1f0e7669655d71b72d6d7bd018b348 is 50, key is test_row_1/A:col10/1732047836027/Put/seqid=0 2024-11-19T20:23:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742403_1579 (size=9914) 2024-11-19T20:23:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:23:58,008 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:23:58,011 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111991660561365d4e8f8fbc2e0e5fdd0a37_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111991660561365d4e8f8fbc2e0e5fdd0a37_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:58,012 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b8692d5c84d546da84f0cf5822e0d2ac, store: [table=TestAcidGuarantees family=A region=ef1f0e7669655d71b72d6d7bd018b348] 2024-11-19T20:23:58,012 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b8692d5c84d546da84f0cf5822e0d2ac is 175, key is test_row_1/A:col10/1732047836027/Put/seqid=0 2024-11-19T20:23:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742404_1580 (size=22561) 2024-11-19T20:23:58,416 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b8692d5c84d546da84f0cf5822e0d2ac 2024-11-19T20:23:58,421 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/a9a414f267464a0981b8f43ab690a781 is 50, key is test_row_1/B:col10/1732047836027/Put/seqid=0 2024-11-19T20:23:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742405_1581 (size=9857) 2024-11-19T20:23:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:23:58,825 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/a9a414f267464a0981b8f43ab690a781 2024-11-19T20:23:58,830 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/bb6f3d52c71d47a8ba675764a1e6a9d7 is 50, key is test_row_1/C:col10/1732047836027/Put/seqid=0 2024-11-19T20:23:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742406_1582 (size=9857) 2024-11-19T20:23:59,233 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/bb6f3d52c71d47a8ba675764a1e6a9d7 2024-11-19T20:23:59,237 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/A/b8692d5c84d546da84f0cf5822e0d2ac as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b8692d5c84d546da84f0cf5822e0d2ac 2024-11-19T20:23:59,239 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b8692d5c84d546da84f0cf5822e0d2ac, entries=100, sequenceid=287, filesize=22.0 K 2024-11-19T20:23:59,240 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/B/a9a414f267464a0981b8f43ab690a781 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a9a414f267464a0981b8f43ab690a781 2024-11-19T20:23:59,243 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a9a414f267464a0981b8f43ab690a781, entries=100, sequenceid=287, filesize=9.6 K 2024-11-19T20:23:59,243 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/.tmp/C/bb6f3d52c71d47a8ba675764a1e6a9d7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/bb6f3d52c71d47a8ba675764a1e6a9d7 2024-11-19T20:23:59,245 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/bb6f3d52c71d47a8ba675764a1e6a9d7, entries=100, sequenceid=287, filesize=9.6 K 2024-11-19T20:23:59,246 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for ef1f0e7669655d71b72d6d7bd018b348 in 1646ms, sequenceid=287, compaction requested=true 2024-11-19T20:23:59,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/71135ccbefdf4cb48a3929470a4e5769, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/78aab821732d4844b25db2a4a3b9b7bc, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/4d2fd791581b4aef8c75e4fb122ce017, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a] to archive 2024-11-19T20:23:59,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:59,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/0f949ef1aa91465e97e0407640936b0e 2024-11-19T20:23:59,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/6342d07285b24cb8b74ef3a4163211bc 2024-11-19T20:23:59,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/71135ccbefdf4cb48a3929470a4e5769 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/71135ccbefdf4cb48a3929470a4e5769 2024-11-19T20:23:59,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/faf77a56d52543a19d21e0dab2880d3b 2024-11-19T20:23:59,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/99ed449f884847d4ac2f9d368830ef99 2024-11-19T20:23:59,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/565ecd2b4fad4e63b5711ed64e1fd573 2024-11-19T20:23:59,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/96c61935ef1642e2b95f1b8c31ada67c 2024-11-19T20:23:59,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/78aab821732d4844b25db2a4a3b9b7bc to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/78aab821732d4844b25db2a4a3b9b7bc 2024-11-19T20:23:59,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/64c7403b0a1f4ab193b84226db928ee3 2024-11-19T20:23:59,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/4d2fd791581b4aef8c75e4fb122ce017 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/4d2fd791581b4aef8c75e4fb122ce017 2024-11-19T20:23:59,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b069ca2a9c2545ab963ea8eef3b42cf9 2024-11-19T20:23:59,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/093147627a9248f98dd2a94700b1e4a6 2024-11-19T20:23:59,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a93d5104ffb94353ac00c666302fe5ad 2024-11-19T20:23:59,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/e02e13b9e9ba4c15ba0d21cc12cfc8ca 2024-11-19T20:23:59,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/a69941518ac44bf2a3f53e0582514c09 2024-11-19T20:23:59,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8bee78b48f96405cb014e58b002d338a 2024-11-19T20:23:59,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/44473d46e184445d8238963a18c9867f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/43780a3026f24c8c87cca4ccbd00daa2, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/bdd5094f19264bb0ac1d5f4709e631fd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/db64113b98f744549be335c39b48026f, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e8b5eb128a6b41729628e0294a1a6cab, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c96f3c81f63849599bb066fc1b2d7187, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/7a7f8ecfb69d4147a8dab1f07f79fbbb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/ae7d80cfb72c453da95139ac3545cafd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2a7efb4516364655be958e3132933ef3, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a8e8acf7f1d6460e8398ff6e203d780d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2e73821e1d34487d9d1d363d6ff549b7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/4a783d03a27643f48d72dfb802244cb7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/8813a33c9a39428898b5de5a01bfbe24, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c0980166d86d41b280fc5d7d1495e7f7, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/64dd254cf6d14fc099489a8f5f25c015, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/298c3dbddd67481493b3c72a289b29d2] to archive 2024-11-19T20:23:59,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:59,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/44473d46e184445d8238963a18c9867f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/44473d46e184445d8238963a18c9867f 2024-11-19T20:23:59,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/43780a3026f24c8c87cca4ccbd00daa2 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/43780a3026f24c8c87cca4ccbd00daa2 2024-11-19T20:23:59,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/bdd5094f19264bb0ac1d5f4709e631fd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/bdd5094f19264bb0ac1d5f4709e631fd 2024-11-19T20:23:59,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/db64113b98f744549be335c39b48026f to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/db64113b98f744549be335c39b48026f 2024-11-19T20:23:59,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e8b5eb128a6b41729628e0294a1a6cab to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e8b5eb128a6b41729628e0294a1a6cab 2024-11-19T20:23:59,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c96f3c81f63849599bb066fc1b2d7187 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c96f3c81f63849599bb066fc1b2d7187 2024-11-19T20:23:59,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/7a7f8ecfb69d4147a8dab1f07f79fbbb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/7a7f8ecfb69d4147a8dab1f07f79fbbb 2024-11-19T20:23:59,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/ae7d80cfb72c453da95139ac3545cafd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/ae7d80cfb72c453da95139ac3545cafd 2024-11-19T20:23:59,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2a7efb4516364655be958e3132933ef3 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2a7efb4516364655be958e3132933ef3 2024-11-19T20:23:59,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a8e8acf7f1d6460e8398ff6e203d780d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a8e8acf7f1d6460e8398ff6e203d780d 2024-11-19T20:23:59,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2e73821e1d34487d9d1d363d6ff549b7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/2e73821e1d34487d9d1d363d6ff549b7 2024-11-19T20:23:59,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/4a783d03a27643f48d72dfb802244cb7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/4a783d03a27643f48d72dfb802244cb7 2024-11-19T20:23:59,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/8813a33c9a39428898b5de5a01bfbe24 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/8813a33c9a39428898b5de5a01bfbe24 2024-11-19T20:23:59,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c0980166d86d41b280fc5d7d1495e7f7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/c0980166d86d41b280fc5d7d1495e7f7 2024-11-19T20:23:59,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/64dd254cf6d14fc099489a8f5f25c015 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/64dd254cf6d14fc099489a8f5f25c015 2024-11-19T20:23:59,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/298c3dbddd67481493b3c72a289b29d2 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/298c3dbddd67481493b3c72a289b29d2 2024-11-19T20:23:59,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/af3ce4fdefeb471397570e7a653f185d, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/d0d61530a2124140860a6f6f30c4c9b5, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/59331195fc2b41d8a687196ad02b8e52, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/38106c4ed8194ba682d0ad7d0147751e, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/2f0d1a8fe273499ba11ff7ce7cbb60fb, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/10bc2dbbe75b460d9b6961abfc2717db, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/1d358b032c0c4f56b48f07e817440693, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/637b19cf8f8c4e028a5886fab72a4544, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/df54116e1674453db376523ca0b99eed, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/8581a7d843dc4f05aa88b120fa6ae568, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/b254eecee3b04e5685bc9423b716f37c, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/5f6150c7eb344fa3b4f762a0fbd98c88, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/0c3bf84d8d5e40cfa46d29b9119f488a, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/c621effee533490a983f43dac5ed7866, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/9a10dff99ed9449d8085dae7ac719bbd, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/ec58d4630c2e41f28cd2e24a9575260b] to archive 2024-11-19T20:23:59,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T20:23:59,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/af3ce4fdefeb471397570e7a653f185d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/af3ce4fdefeb471397570e7a653f185d 2024-11-19T20:23:59,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/d0d61530a2124140860a6f6f30c4c9b5 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/d0d61530a2124140860a6f6f30c4c9b5 2024-11-19T20:23:59,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/59331195fc2b41d8a687196ad02b8e52 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/59331195fc2b41d8a687196ad02b8e52 2024-11-19T20:23:59,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/38106c4ed8194ba682d0ad7d0147751e to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/38106c4ed8194ba682d0ad7d0147751e 2024-11-19T20:23:59,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/2f0d1a8fe273499ba11ff7ce7cbb60fb to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/2f0d1a8fe273499ba11ff7ce7cbb60fb 2024-11-19T20:23:59,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/10bc2dbbe75b460d9b6961abfc2717db to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/10bc2dbbe75b460d9b6961abfc2717db 2024-11-19T20:23:59,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/1d358b032c0c4f56b48f07e817440693 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/1d358b032c0c4f56b48f07e817440693 2024-11-19T20:23:59,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/637b19cf8f8c4e028a5886fab72a4544 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/637b19cf8f8c4e028a5886fab72a4544 2024-11-19T20:23:59,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/df54116e1674453db376523ca0b99eed to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/df54116e1674453db376523ca0b99eed 2024-11-19T20:23:59,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/8581a7d843dc4f05aa88b120fa6ae568 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/8581a7d843dc4f05aa88b120fa6ae568 2024-11-19T20:23:59,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/b254eecee3b04e5685bc9423b716f37c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/b254eecee3b04e5685bc9423b716f37c 2024-11-19T20:23:59,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/5f6150c7eb344fa3b4f762a0fbd98c88 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/5f6150c7eb344fa3b4f762a0fbd98c88 2024-11-19T20:23:59,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/0c3bf84d8d5e40cfa46d29b9119f488a to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/0c3bf84d8d5e40cfa46d29b9119f488a 2024-11-19T20:23:59,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/c621effee533490a983f43dac5ed7866 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/c621effee533490a983f43dac5ed7866 2024-11-19T20:23:59,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/9a10dff99ed9449d8085dae7ac719bbd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/9a10dff99ed9449d8085dae7ac719bbd 2024-11-19T20:23:59,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/ec58d4630c2e41f28cd2e24a9575260b to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/ec58d4630c2e41f28cd2e24a9575260b 2024-11-19T20:23:59,295 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/recovered.edits/290.seqid, newMaxSeqId=290, maxSeqId=4 2024-11-19T20:23:59,295 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348. 2024-11-19T20:23:59,295 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for ef1f0e7669655d71b72d6d7bd018b348: 2024-11-19T20:23:59,297 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:23:59,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=ef1f0e7669655d71b72d6d7bd018b348, regionState=CLOSED 2024-11-19T20:23:59,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-19T20:23:59,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure ef1f0e7669655d71b72d6d7bd018b348, server=581e77bfee5a,33765,1732047668051 in 2.6550 sec 2024-11-19T20:23:59,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-19T20:23:59,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef1f0e7669655d71b72d6d7bd018b348, UNASSIGN in 2.6580 sec 2024-11-19T20:23:59,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-19T20:23:59,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6600 sec 2024-11-19T20:23:59,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047839301"}]},"ts":"1732047839301"} 2024-11-19T20:23:59,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T20:23:59,304 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T20:23:59,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6690 sec 2024-11-19T20:24:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T20:24:00,741 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-19T20:24:00,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T20:24:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:24:00,743 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:24:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-19T20:24:00,744 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:24:00,746 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,747 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C, FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/recovered.edits] 2024-11-19T20:24:00,750 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/3f06d1cab9644878a3927815dc97e7ee to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/3f06d1cab9644878a3927815dc97e7ee 2024-11-19T20:24:00,751 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/62250e780cf743529e254c2884c135dd to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/62250e780cf743529e254c2884c135dd 2024-11-19T20:24:00,751 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8b3b02ee882347e8a232076fee04e7ad to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/8b3b02ee882347e8a232076fee04e7ad 2024-11-19T20:24:00,752 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b8692d5c84d546da84f0cf5822e0d2ac to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/A/b8692d5c84d546da84f0cf5822e0d2ac 2024-11-19T20:24:00,754 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/31ad768b683041e5b1e7a40d4144b046 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/31ad768b683041e5b1e7a40d4144b046 2024-11-19T20:24:00,755 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/57e83883a2604e63be507cf25d36fb7c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/57e83883a2604e63be507cf25d36fb7c 2024-11-19T20:24:00,756 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a9a414f267464a0981b8f43ab690a781 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/a9a414f267464a0981b8f43ab690a781 2024-11-19T20:24:00,757 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e441e00087c941b283f463116bc04317 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/B/e441e00087c941b283f463116bc04317 2024-11-19T20:24:00,758 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/4007cbda40244716872f614ee386365d to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/4007cbda40244716872f614ee386365d 2024-11-19T20:24:00,759 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/70d33ca57a7d4b34a5552fa0cb84877c to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/70d33ca57a7d4b34a5552fa0cb84877c 2024-11-19T20:24:00,760 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/716c2caa2f394d46b3397e2e7cba7313 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/716c2caa2f394d46b3397e2e7cba7313 2024-11-19T20:24:00,761 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/bb6f3d52c71d47a8ba675764a1e6a9d7 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/C/bb6f3d52c71d47a8ba675764a1e6a9d7 2024-11-19T20:24:00,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/recovered.edits/290.seqid to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348/recovered.edits/290.seqid 2024-11-19T20:24:00,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/default/TestAcidGuarantees/ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,763 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T20:24:00,764 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T20:24:00,764 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T20:24:00,766 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191518e741550c484191b4b662500bb416_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191518e741550c484191b4b662500bb416_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191e7d1db0a11840de98a986a9d7dc84f6_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191e7d1db0a11840de98a986a9d7dc84f6_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,768 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111920712fddd08e468aad65dc678801da27_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111920712fddd08e468aad65dc678801da27_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,769 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192249c4b6c4004636ae3dad3ba4fdc91b_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192249c4b6c4004636ae3dad3ba4fdc91b_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,770 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192ee209ae2fde4760847345dcf04b681a_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192ee209ae2fde4760847345dcf04b681a_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,771 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111946b0050a9835481294205324ea74ec4e_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111946b0050a9835481294205324ea74ec4e_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,772 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195325b3107f404e2bac20ba0ca951a62e_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195325b3107f404e2bac20ba0ca951a62e_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,773 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195b6f8d2ccde848b7bd0fabbe066cb11a_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195b6f8d2ccde848b7bd0fabbe066cb11a_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111974f689c439d9445083b5f31868219810_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111974f689c439d9445083b5f31868219810_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111977f0ae04e2a74477b9a513b5c2fb152e_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111977f0ae04e2a74477b9a513b5c2fb152e_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,776 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111991660561365d4e8f8fbc2e0e5fdd0a37_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111991660561365d4e8f8fbc2e0e5fdd0a37_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,777 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ae4a19d14dc8481d807d4420241e066c_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ae4a19d14dc8481d807d4420241e066c_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c78bf1bc50cc43eea873fa1ede64ef55_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c78bf1bc50cc43eea873fa1ede64ef55_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d414f096a2a542269dfeefeb592312e5_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d414f096a2a542269dfeefeb592312e5_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119eef64853bbac439fa037055f49894734_ef1f0e7669655d71b72d6d7bd018b348 to hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119eef64853bbac439fa037055f49894734_ef1f0e7669655d71b72d6d7bd018b348 2024-11-19T20:24:00,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T20:24:00,783 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:24:00,785 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T20:24:00,786 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T20:24:00,787 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:24:00,787 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T20:24:00,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732047840787"}]},"ts":"9223372036854775807"} 2024-11-19T20:24:00,788 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T20:24:00,788 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ef1f0e7669655d71b72d6d7bd018b348, NAME => 'TestAcidGuarantees,,1732047810927.ef1f0e7669655d71b72d6d7bd018b348.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T20:24:00,788 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T20:24:00,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732047840788"}]},"ts":"9223372036854775807"} 2024-11-19T20:24:00,790 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T20:24:00,792 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T20:24:00,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-19T20:24:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-19T20:24:00,844 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-19T20:24:00,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=447 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=1685 (was 1701) 2024-11-19T20:24:00,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:24:00,854 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:24:00,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:51443 2024-11-19T20:24:00,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:24:00,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:24:00,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-11-19T20:24:00,854 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,40425,1732047667293 2024-11-19T20:24:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:24:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:24:00,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:24:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:24:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:24:00,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:24:00,857 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,33765,1732047668051' ***** 2024-11-19T20:24:00,857 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:24:00,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:24:00,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:24:00,857 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:24:00,857 INFO [RS:0;581e77bfee5a:33765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:24:00,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:24:00,857 INFO [RS:0;581e77bfee5a:33765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(3579): Received CLOSE for 991186e9b7989e701b762039257d1543 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,33765,1732047668051 2024-11-19T20:24:00,858 DEBUG [RS:0;581e77bfee5a:33765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:24:00,858 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 991186e9b7989e701b762039257d1543, disabling compactions & flushes 2024-11-19T20:24:00,858 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:24:00,858 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:24:00,858 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. after waiting 0 ms 2024-11-19T20:24:00,858 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:24:00,858 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 991186e9b7989e701b762039257d1543 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:24:00,858 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:24:00,859 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 991186e9b7989e701b762039257d1543=hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543.} 2024-11-19T20:24:00,859 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:24:00,859 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:24:00,859 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:24:00,859 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:24:00,859 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:24:00,859 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-19T20:24:00,859 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 991186e9b7989e701b762039257d1543 2024-11-19T20:24:00,874 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/.tmp/info/87be2193dc254688898434102b6914c7 is 45, key is default/info:d/1732047673383/Put/seqid=0 2024-11-19T20:24:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742407_1583 (size=5037) 2024-11-19T20:24:00,879 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/info/4aa478a17cf74c749eb247def6809946 is 143, key is hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543./info:regioninfo/1732047673267/Put/seqid=0 2024-11-19T20:24:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742408_1584 (size=7725) 2024-11-19T20:24:00,921 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:24:01,059 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 991186e9b7989e701b762039257d1543 2024-11-19T20:24:01,259 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 991186e9b7989e701b762039257d1543 2024-11-19T20:24:01,278 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/.tmp/info/87be2193dc254688898434102b6914c7 2024-11-19T20:24:01,281 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/.tmp/info/87be2193dc254688898434102b6914c7 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/info/87be2193dc254688898434102b6914c7 2024-11-19T20:24:01,282 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/info/4aa478a17cf74c749eb247def6809946 2024-11-19T20:24:01,284 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/info/87be2193dc254688898434102b6914c7, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:24:01,284 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 991186e9b7989e701b762039257d1543 in 426ms, sequenceid=6, compaction requested=false 2024-11-19T20:24:01,287 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/namespace/991186e9b7989e701b762039257d1543/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:24:01,288 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:24:01,288 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 991186e9b7989e701b762039257d1543: 2024-11-19T20:24:01,288 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047672031.991186e9b7989e701b762039257d1543. 2024-11-19T20:24:01,300 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/rep_barrier/39ea56148aa549a681b40c49b70be3f5 is 102, key is TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d./rep_barrier:/1732047697574/DeleteFamily/seqid=0 2024-11-19T20:24:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742409_1585 (size=6025) 2024-11-19T20:24:01,460 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T20:24:01,660 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T20:24:01,660 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T20:24:01,660 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T20:24:01,704 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/rep_barrier/39ea56148aa549a681b40c49b70be3f5 2024-11-19T20:24:01,721 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/table/ba3915226d374f698a042c904ecf1f3d is 96, key is TestAcidGuarantees,,1732047673604.0462f46976b84a49769cf2836470121d./table:/1732047697574/DeleteFamily/seqid=0 2024-11-19T20:24:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742410_1586 (size=5942) 2024-11-19T20:24:01,860 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-19T20:24:01,860 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T20:24:01,860 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T20:24:02,060 DEBUG [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T20:24:02,125 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/table/ba3915226d374f698a042c904ecf1f3d 2024-11-19T20:24:02,129 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/info/4aa478a17cf74c749eb247def6809946 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/info/4aa478a17cf74c749eb247def6809946 2024-11-19T20:24:02,131 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/info/4aa478a17cf74c749eb247def6809946, entries=22, sequenceid=93, filesize=7.5 K 2024-11-19T20:24:02,132 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/rep_barrier/39ea56148aa549a681b40c49b70be3f5 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/rep_barrier/39ea56148aa549a681b40c49b70be3f5 2024-11-19T20:24:02,135 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/rep_barrier/39ea56148aa549a681b40c49b70be3f5, entries=6, sequenceid=93, filesize=5.9 K 2024-11-19T20:24:02,135 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/.tmp/table/ba3915226d374f698a042c904ecf1f3d as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/table/ba3915226d374f698a042c904ecf1f3d 2024-11-19T20:24:02,137 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/table/ba3915226d374f698a042c904ecf1f3d, entries=9, sequenceid=93, filesize=5.8 K 2024-11-19T20:24:02,138 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1279ms, sequenceid=93, compaction requested=false 2024-11-19T20:24:02,141 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-19T20:24:02,142 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:24:02,142 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:24:02,142 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:24:02,142 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:24:02,261 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,33765,1732047668051; all regions closed. 2024-11-19T20:24:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741834_1010 (size=26050) 2024-11-19T20:24:02,267 DEBUG [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/oldWALs 2024-11-19T20:24:02,267 INFO [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C33765%2C1732047668051.meta:.meta(num 1732047671778) 2024-11-19T20:24:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741832_1008 (size=13632703) 2024-11-19T20:24:02,270 DEBUG [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/oldWALs 2024-11-19T20:24:02,270 INFO [RS:0;581e77bfee5a:33765 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C33765%2C1732047668051:(num 1732047670817) 2024-11-19T20:24:02,270 DEBUG [RS:0;581e77bfee5a:33765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:24:02,270 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:24:02,271 INFO [RS:0;581e77bfee5a:33765 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:24:02,271 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:24:02,271 INFO [RS:0;581e77bfee5a:33765 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33765 2024-11-19T20:24:02,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:24:02,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,33765,1732047668051 2024-11-19T20:24:02,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,33765,1732047668051] 2024-11-19T20:24:02,277 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,33765,1732047668051; numProcessing=1 2024-11-19T20:24:02,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,33765,1732047668051 already deleted, retry=false 2024-11-19T20:24:02,278 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,33765,1732047668051 expired; onlineServers=0 2024-11-19T20:24:02,278 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,40425,1732047667293' ***** 2024-11-19T20:24:02,278 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:24:02,278 DEBUG [M:0;581e77bfee5a:40425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:24:02,278 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,40425,1732047667293 2024-11-19T20:24:02,278 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,40425,1732047667293; all regions closed. 2024-11-19T20:24:02,278 DEBUG [M:0;581e77bfee5a:40425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:24:02,278 DEBUG [M:0;581e77bfee5a:40425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:24:02,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:24:02,279 DEBUG [M:0;581e77bfee5a:40425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:24:02,279 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047670543 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047670543,5,FailOnTimeoutGroup] 2024-11-19T20:24:02,279 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047670542 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047670542,5,FailOnTimeoutGroup] 2024-11-19T20:24:02,279 INFO [M:0;581e77bfee5a:40425 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:24:02,279 DEBUG [M:0;581e77bfee5a:40425 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:24:02,279 INFO [M:0;581e77bfee5a:40425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:24:02,279 ERROR [M:0;581e77bfee5a:40425 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:39959 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39959,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-19T20:24:02,280 INFO [M:0;581e77bfee5a:40425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:24:02,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:24:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:24:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:24:02,280 DEBUG [M:0;581e77bfee5a:40425 {}] zookeeper.ZKUtil(347): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:24:02,280 WARN [M:0;581e77bfee5a:40425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:24:02,280 INFO [M:0;581e77bfee5a:40425 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:24:02,280 INFO [M:0;581e77bfee5a:40425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:24:02,281 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:24:02,281 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:24:02,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:24:02,281 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:24:02,281 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:24:02,281 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:24:02,281 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=756.75 KB heapSize=929.95 KB 2024-11-19T20:24:02,296 DEBUG [M:0;581e77bfee5a:40425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a481195515294d5cbf60cacc66a65d64 is 82, key is hbase:meta,,1/info:regioninfo/1732047671924/Put/seqid=0 2024-11-19T20:24:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742411_1587 (size=5672) 2024-11-19T20:24:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:24:02,377 INFO [RS:0;581e77bfee5a:33765 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,33765,1732047668051; zookeeper connection closed. 2024-11-19T20:24:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33765-0x1001171b6200001, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:24:02,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5514ac05 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5514ac05 2024-11-19T20:24:02,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T20:24:02,699 INFO [M:0;581e77bfee5a:40425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2136 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a481195515294d5cbf60cacc66a65d64 2024-11-19T20:24:02,719 DEBUG [M:0;581e77bfee5a:40425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/973fbc3beefa44cf8a27c11382b90ca8 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1732047813942/Put/seqid=0 2024-11-19T20:24:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742412_1588 (size=43622) 2024-11-19T20:24:03,123 INFO [M:0;581e77bfee5a:40425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=756.19 KB at sequenceid=2136 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/973fbc3beefa44cf8a27c11382b90ca8 2024-11-19T20:24:03,126 INFO [M:0;581e77bfee5a:40425 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 973fbc3beefa44cf8a27c11382b90ca8 2024-11-19T20:24:03,141 DEBUG [M:0;581e77bfee5a:40425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d26700a7c75c4f29b797b8ef802d1be0 is 69, key is 581e77bfee5a,33765,1732047668051/rs:state/1732047670587/Put/seqid=0 2024-11-19T20:24:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073742413_1589 (size=5156) 2024-11-19T20:24:03,545 INFO [M:0;581e77bfee5a:40425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2136 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d26700a7c75c4f29b797b8ef802d1be0 2024-11-19T20:24:03,548 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a481195515294d5cbf60cacc66a65d64 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a481195515294d5cbf60cacc66a65d64 2024-11-19T20:24:03,551 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a481195515294d5cbf60cacc66a65d64, entries=8, sequenceid=2136, filesize=5.5 K 2024-11-19T20:24:03,551 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/973fbc3beefa44cf8a27c11382b90ca8 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/973fbc3beefa44cf8a27c11382b90ca8 2024-11-19T20:24:03,554 INFO [M:0;581e77bfee5a:40425 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 973fbc3beefa44cf8a27c11382b90ca8 2024-11-19T20:24:03,554 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/973fbc3beefa44cf8a27c11382b90ca8, entries=171, sequenceid=2136, filesize=42.6 K 2024-11-19T20:24:03,554 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d26700a7c75c4f29b797b8ef802d1be0 as hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d26700a7c75c4f29b797b8ef802d1be0 2024-11-19T20:24:03,557 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39959/user/jenkins/test-data/67f4e39c-d397-b983-4b4a-5a29048aa7ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d26700a7c75c4f29b797b8ef802d1be0, entries=1, sequenceid=2136, filesize=5.0 K 2024-11-19T20:24:03,558 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(3040): Finished flush of dataSize ~756.75 KB/774910, heapSize ~929.65 KB/951960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2136, compaction requested=false 2024-11-19T20:24:03,559 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:24:03,559 DEBUG [M:0;581e77bfee5a:40425 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:24:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741830_1006 (size=914957) 2024-11-19T20:24:03,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:24:03,561 INFO [M:0;581e77bfee5a:40425 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:24:03,562 INFO [M:0;581e77bfee5a:40425 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40425 2024-11-19T20:24:03,564 DEBUG [M:0;581e77bfee5a:40425 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,40425,1732047667293 already deleted, retry=false 2024-11-19T20:24:03,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:24:03,665 INFO [M:0;581e77bfee5a:40425 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,40425,1732047667293; zookeeper connection closed. 2024-11-19T20:24:03,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40425-0x1001171b6200000, quorum=127.0.0.1:51443, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:24:03,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:24:03,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:24:03,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:24:03,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:24:03,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/hadoop.log.dir/,STOPPED} 2024-11-19T20:24:03,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:24:03,676 WARN [BP-1658513218-172.17.0.2-1732047664502 heartbeating to localhost/127.0.0.1:39959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:24:03,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:24:03,676 WARN [BP-1658513218-172.17.0.2-1732047664502 heartbeating to localhost/127.0.0.1:39959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1658513218-172.17.0.2-1732047664502 (Datanode Uuid 0a4af477-32e7-4ec5-b756-1c467db4d622) service to localhost/127.0.0.1:39959 2024-11-19T20:24:03,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/dfs/data/data1/current/BP-1658513218-172.17.0.2-1732047664502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:24:03,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/cluster_86eb9545-eaf7-fcfb-a24a-069ad04ea1f1/dfs/data/data2/current/BP-1658513218-172.17.0.2-1732047664502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:24:03,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:24:03,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:24:03,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:24:03,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:24:03,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:24:03,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e510808b-0e00-3672-5a4f-eb8e14aec6bd/hadoop.log.dir/,STOPPED} 2024-11-19T20:24:03,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:24:03,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down